{ "config": { "source": "de", "eff_file": "results/eff_mask.npz", "n_genes": 2000, "min_cells": 50, "q_eff": 2.0, "nboot": 2000, "lambdas": [ 0.01, 0.1, 1, 10, 100, 1000, 10000.0 ], "n_conditions": 1135, "n_lines": 50, "replicate_pairs": 6939 }, "lines": [ "A-172", "A-427", "A498", "A549", "AN3 CA", "AsPC-1", "BT-474", "C-33 A", "C32", "CFPAC-1", "CHP-212", "COLO 205", "H4", "HCT15", "HEC-1-A", "HOP62", "HS-578T", "HT-29", "HepG2/C3A", "Hs 766T", "J82", "KATO III", "LOX-IMVI", "LS 180", "LoVo", "MIA PaCa-2", "NCI-H1573", "NCI-H1792", "NCI-H2030", "NCI-H2122", "NCI-H23", "NCI-H2347", "NCI-H460", "NCI-H596", "NCI-H661", "PANC-1", "Panc 03.27", "RKO", "RPMI-7951", "SHP-77", "SK-MEL-2", "SNU-1", "SNU-423", "SW 1088", "SW 1271", "SW 900", "SW1417", "SW48", "SW480", "hTERT-HPNE" ], "panel_genes": [ "GCLC", "NFYA", "CYP51A1", "LAP3", "CD99", "TFPI", "FKBP4", "SLC25A5", "ITGA3", "ZFX", "MAP3K14", "TNFRSF12A", "BAIAP2L1", "KDM7A", "DBF4", "GTF2IRD1", "ST7L", "CRAMP1", "CDKL5", "CRY1", "RPS20", "CD9", "LRRC23", "SCMH1", "FYN", "HIVEP2", "TSPAN9", "ABHD5", "PLAUR", "ANLN", "ERCC1", "ELOVL5", "PSMC4", "CLK1", "GPRC5A", "TACC3", "ZC3H3", "TTC27", "ZFP64", "SAMD4A", "SERPINB1", "ALAS1", "BIRC3", "SNAPC1", "STRAP", "GCLM", "TOMM34", "VIM", "CD44", "IFNGR1", "BRD9", "BMAL2", "GRN", "RANBP3", "EIPR1", "FUT8", "GAB2", "MAP2K3", "TMSB10", "PEX3", "GABARAPL2", "VCL", "TIMP2", "MAT2B", "RAI14", "PSMA4", "LSG1", "AP2S1", "TRIT1", "HSPA5", "DSG2", "POLR2B", "ATOSA", "GOPC", "HDAC9", "SNX29", "MRPS10", "VAMP3", "RCN1", "CLPTM1L", "BCAR1", "HERPUD1", "POLQ", "HEBP2", "PLEKHA5", "RRP12", "MSMO1", "LAMA3", "PHPT1", "ATP9A", "DCBLD2", "SEC61A1", "ATP2B4", "RIOK2", "NDC1", "PARP12", "ALDH18A1", "MXD1", "DNAJC25", "SLC2A3", "YBX3", "OGFR", "HDAC7", "EIF4B", "BICRA", "RPL18", "U2AF2", "LIMCH1", "TM7SF3", "CTSA", "SLC12A2", "SNX24", "CNN2", "BTBD1", "SBNO2", "PMS1", "OAT", "TRAM2", "PDIA5", "NDUFB4", "FAM107B", "TBC1D1", "MTHFD2", "YBX1", "ASPM", "ZBTB11", "TRMT11", "ATG2B", "IDI1", "KLF6", "TNFRSF1A", "RRP15", "PDK3", "HDAC4", "ACSL4", "GRIPAP1", "PRR11", "POLR1A", "IFT80", "SIRT2", "DNAJA2", "RORA", "PHRF1", "NUCB2", "PTPN3", "TMEM260", "MNT", "JMJD6", "ASNS", "EIF2B3", "TCOF1", "OSBPL3", "NCK2", "RPL31", "ING3", "BUD23", "TFRC", "SREBF1", "SMC1A", "CHFR", "P4HA2", "ACADVL", "STK10", "SCARB1", "ALPK1", "SDHA", "PPP2R3A", "EED", "MYDGF", "SRI", "SEMA3A", "SEMA3C", "RASAL2", "FOSL2", "FSCN1", "ACTB", "PLD1", "KIFAP3", "REXO2", "RBM7", "SPAG5", "ANKRD13A", "ARHGEF1", "MAP2K7", "TOP2B", "NFKB2", "SDF4", "CDC14A", "CARMIL1", "SLC35C2", "RFX3", "SRCAP", "CLDND1", "HSP90AA1", "RBL1", "UBA5", "BZW1", "MRPL22", "NFE2L1", "ITGB5", "BCKDHB", "PLOD1", "TDRD3", "CYLD", "RPS5", "FAT1", "YTHDC1", "CHMP2B", "SMAP2", "STARD7", "GSTP1", "EIF3I", "HADHA", "CD59", "HACE1", "CHERP", "ATG16L1", "DNAJA1", "CHMP5", "ERO1B", "PPP1R15A", "FTL", "SRRT", "NLK", "PSMC5", "NOP14", "AURKA", "RFX2", "CNOT3", "KHSRP", "TPX2", "EPB41L1", "MAVS", "DYNLL1", "RPL6", "TMEM230", "KDM2B", "RPLP0", "PXN", "PEBP1", "ERP29", "MLF2", "ZBTB25", "SLC9A1", "NDUFB2", "NUDC", "MAEA", "STRN4", "DNAJB11", "RAB11FIP3", "AARS1", "KIF4A", "PITPNM2", "LAMB1", "DLD", "WDR7", "ITGA6", "ALKBH5", "PSME1", "EZR", "MYL6", "MFSD11", "DPYSL2", "COMT", "NUP188", "NANS", "IKZF5", "HSP90AB1", "ITPR3", "DSP", "SIRT1", "HNRNPH3", "SCD", "HNRNPM", "MTAP", "MKNK2", "KLHL22", "CRKL", "SMARCB1", "DDT", "SF3A1", "SNRPD3", "HPS4", "TRIOBP", "SNU13", "DEPDC5", "XBP1", "FBXO7", "GTPBP1", "CYB5R3", "RPL3", "MYH9", "RANGAP1", "CDKL1", "PYGL", "AHSA1", "LGMN", "DHRS7", "PPM1A", "CEP128", "SUSD6", "SRSF5", "EIF5", "VRK1", "PSMB5", "CCNB1IP1", "PABPN1", "PRORP", "NFKBIA", "PSME2", "PNN", "PYGB", "ZMYND8", "NDRG3", "PFDN4", "PRELID3B", "PSMA7", "ARFGAP1", "NOP56", "CHMP4B", "CST3", "AHCY", "DNTTIP1", "ZNF516", "ADNP2", "MYL12A", "PGRMC1", "MID1", "NKAP", "PLP2", "CDK16", "HTATSF1", "TIMP1", "RBM3", "KLF5", "UGGT2", "PARP4", "VWA8", "TSC22D1", "MGRN1", "NUTF2", "NUP93", "CYB5B", "TANGO6", "COTL1", "SLC7A5", "UBE2I", "PIEZO1", "ELOB", "MAZ", "RNF40", "LACTB", "DTWD1", "SGK3", "RIPK2", "DECR1", "NDRG1", "ZC2HC1A", "ARMC1", "EEF1D", "SQLE", "KLHDC4", "MCM4", "BNIP3L", "NUCB1", "GYS1", "RELB", "PPP1R13L", "DOT1L", "OAZ1", "PTOV1", "TLE5", "FAM32A", "MED26", "PDCD5", "RPS16", "FBL", "GPI", "SLC1A5", "TGFB1", "PLIN3", "RPS19", "CDC37", "NAPA", "KDELR1", "CYTH2", "CRTC1", "USF2", "KXD1", "FKBP8", "SIPA1L3", "SMG9", "NAMPT", "POLR1F", "HBP1", "ZC3HAV1", "MET", "DNAJB6", "GRB10", "FKBP14", "GARS1", "CHCHD2", "HSPB1", "PDAP1", "BUD31", "SERPINE1", "ZNHIT1", "GLCCI1", "NRF1", "AHR", "PSMA2", "YKT6", "EIF4H", "FKTN", "FSD1L", "TRIM14", "SEC61B", "RIGI", "EDF1", "GLIS3", "SHB", "ABHD17B", "DNMBP", "ERLIN1", "EIF3A", "PPP3CB", "LIPA", "FBXW4", "SH3PXD2A", "RPL28", "ZMIZ1", "RPL19", "UBTF", "CASC3", "MTMR4", "DHX40", "PFN1", "RAI1", "PSMD11", "VAT1", "LRRC59", "HDAC5", "DUSP3", "DHRS7B", "SUPT6H", "PHF12", "CHIC2", "NFKB1", "NDUFC1", "ZNF330", "GAB1", "RPL34", "GRPEL1", "SH3D19", "KLF3", "NCAPG", "UGDH", "HSPA8", "CCND1", "CHORDC1", "FBXO3", "RPS13", "HPS5", "CAPRIN2", "ATP5F1B", "KRT18", "ELK3", "DUSP16", "ACAD10", "CDKN1B", "OAS3", "DDX55", "MRPL51", "GAPDH", "TPI1", "ENO2", "ATN1", "NT5DC3", "CMAS", "COX6A1", "TDP2", "TMEM14C", "MCM9", "SERINC1", "NCOA7", "SASH1", "PPARD", "FBXO9", "FBXL4", "E2F3", "RPS12", "FIG4", "PERP", "ARFGEF3", "SLC39A7", "QKI", "PDE10A", "COX7A2", "GMDS", "VEGFA", "TTK", "TENT5A", "FBRSL1", "TENT4A", "HMGCS1", "DAP", "HMGCR", "CLK4", "LMNB1", "ARRDC3", "PDE4D", "BRIX1", "NUP155", "NR3C1", "TRAPPC13", "SEC24A", "WWC1", "ERGIC1", "CPEB4", "SELENOK", "CRBN", "BCL6", "FAM162A", "CEP70", "RNF7", "PFKFB4", "HES1", "ECT2", "GNAI2", "RPL24", "CBLB", "GBE1", "KLHL24", "FOXP1", "EIF4G1", "SPCS1", "NCL", "SF3B6", "IFIH1", "RPS15", "SPTBN1", "AUP1", "FN1", "STAT1", "EHBP1", "HSPE1", "FHL2", "HPCAL1", "GORASP2", "RND3", "THADA", "TIA1", "PCYOX1", "EPAS1", "ARID3A", "MSH6", "CACYBP", "RALGPS2", "ERRFI1", "PARK7", "S100PBP", "RNF19B", "SCAMP3", "SFPQ", "ARHGEF2", "MEF2D", "IVNS1ABP", "GADD45A", "BCAS2", "MAP7D1", "RRAGC", "AKT3", "ETV3", "UAP1", "SLC2A1", "AKR1A1", "PRDX1", "BLZF1", "STMN1", "CENPF", "RCN2", "CTSD", "RPS25", "KIF14", "FASTKD2", "UBE3D", "TNFAIP3", "MYL12B", "CCNI", "MFSD1", "KLF12", "ELL2", "TJP2", "SET", "PTPA", "NEK6", "NPC2", "DLST", "SLIRP", "ZNF410", "RHOQ", "KLHL29", "DNMT3A", "TMEM214", "YPEL5", "CRIPT", "SLC17A5", "IFIT3", "MXI1", "HELLS", "GOT1", "MTHFD1L", "TCP1", "MSANTD2", "SLC10A7", "MASTL", "KIAA1217", "HSPH1", "FAM53C", "EGR1", "UTP20", "TARDBP", "COPS5", "KIF18A", "LRIF1", "GPSM2", "ZRANB3", "RPL21", "FYTTD1", "MTERF4", "RPL5", "ODF2L", "BBS9", "ZMIZ2", "SLC25A51", "CALD1", "SLC25A16", "RBM19", "CIT", "RASSF8", "ITPR2", "CCDC91", "PRDX4", "TRIR", "CENPK", "OPTN", "PFDN5", "LRP1", "TUBA1B", "STIL", "AMD1", "CKS2", "DNPEP", "SDC4", "PIGT", "NCOA5", "ATP5F1E", "SRSF6", "ZNFX1", "PMEPA1", "SNRNP27", "SERPINB6", "RPS10", "SOX4", "ATXN1", "AHNAK", "BBS2", "MT2A", "PHAF1", "ABCC4", "IRF1", "NDUFA1", "GGA3", "PPDPF", "INSIG2", "GTF2F1", "RPL23", "TRIP10", "FOSB", "SNRPD2", "VASP", "GPCPD1", "RBCK1", "SNRPB", "SNRPB2", "MCM8", "ID1", "DYNLRB1", "ERGIC3", "ROMO1", "CEP250", "KDM5C", "ST3GAL3", "CAPNS1", "RBM42", "COX6B1", "IRF3", "PRMT1", "PRR12", "ASL", "SBDS", "TRAP1", "AHDC1", "IFI6", "DLGAP5", "HIVEP3", "COX7C", "HELB", "SIN3B", "AAMP", "STYXL1", "MTERF1", "CASD1", "ZFP36", "YWHAH", "ATF4", "APOL2", "EMC4", "DOCK4", "DNAJB9", "MYO1B", "DUT", "PALLD", "SERGEF", "TXNDC17", "KIF1C", "PUS7L", "PARP2", "HEATR5A", "NEDD8", "DAD1", "TEP1", "MAU2", "PUDP", "SAT1", "DOCK6", "LDLR", "PRKCSH", "XPO7", "RPL36", "ARPC1B", "JUND", "CAMSAP1", "HELZ2", "ZNF337", "ADRM1", "CHMP2A", "UBE2M", "TRIM28", "ZC3H4", "SESN2", "ATP5IF1", "DNMT1", "ZNF236", "NOL11", "UBA1", "AKAP12", "ACSS2", "COX4I1", "COX7B", "SLC6A6", "KIF3A", "PSME3", "RPL27", "ACLY", "EXOC4", "MAP1B", "TOP2A", "PRKAB2", "ZSCAN5A", "SELENOS", "SNRPA1", "RHPN2", "DNAJB1", "ZSWIM4", "ENOSF1", "TRIM5", "PER2", "RAN", "EEFSEC", "SEC61G", "WBP2", "H3-3B", "EIF5A", "KDM6B", "GPS2", "PCBD2", "RIN2", "PATJ", "USPL1", "POMP", "SLC41A1", "COG6", "TPT1", "RFC3", "MORC4", "TCEAL4", "CSNK1G2", "MORC2", "MKRN1", "BTG1", "AMPD3", "DGLUCY", "EIF2S1", "LOXL2", "BHLHE40", "EDEM1", "MEIS2", "DPH6", "EMC7", "WNT2B", "LAMTOR5", "SLC38A2", "LPIN1", "LDHA", "NAV1", "RPS15A", "NARS1", "RBM17", "TMEM241", "EMP1", "DDB2", "PHC2", "AGO4", "TPGS2", "TMEM258", "TMEM165", "ARGLU1", "STT3A", "ETS1", "ANXA1", "GOLM1", "CCDC146", "HILPDA", "TES", "ORC3", "ATP5MC2", "CD63", "HNRNPA1", "OS9", "NHSL1", "CCT7", "RAB11FIP5", "GNS", "EGLN1", "SP110", "SERPINE2", "TMBIM1", "ARMC9", "COX5B", "C2orf49", "ANKRD36", "EPC2", "CKAP4", "FLNB", "CKAP2", "TBC1D4", "LMO7", "TNS3", "KDELR2", "CCM2", "SRSF1", "BRIP1", "ACTL6A", "NDUFB5", "SKIL", "LRRC8A", "TXN", "ODF2", "C9orf78", "NIBAN2", "ATP6V1G1", "ANP32B", "RPL35", "MYC", "RPS6", "LRRC1", "HMGA1", "FLOT1", "IER3", "MDC1", "CPEB2", "NUMA1", "RAB30", "DDX60", "NUSAP1", "KIF23", "KNL1", "RPLP1", "UACA", "ZNF280D", "RSL24D1", "BCAR3", "GTF2B", "RABGGTB", "GIPC2", "ARHGAP29", "PNPT1", "MYOF", "KIF11", "ARL3", "CEP55", "RPS24", "NAB1", "FAM117B", "PARP9", "GLCE", "FAM13A", "HERC3", "AP1AR", "CCNG2", "CENPE", "RNF185", "ETV6", "FGD4", "ZCRB1", "PHLDA1", "DUSP6", "SNRPF", "GAS2L3", "NUP58", "SLC7A1", "BRCA2", "CERS5", "ESYT1", "ESD", "SETD1B", "DIAPH3", "TMX1", "FRMD6", "SLC38A6", "EFCAB11", "WARS1", "SLC12A6", "MFAP1", "SERF2", "SRP14", "TPM1", "USP3", "PML", "POLG", "FANCI", "ZNF710", "UNC45A", "DHX38", "MAP1LC3B", "ZCCHC14", "MEAK7", "RPS2", "NOB1", "TOB1", "BCAS3", "TAF4B", "NPC1", "MINK1", "TP53", "ARHGDIA", "SLC16A3", "EIF4A3", "ANAPC11", "NARF", "WDR45B", "MBD1", "ZCCHC2", "PMAIP1", "NFIC", "PFKL", "SH3GL1", "DPP9", "IFITM3", "SOD1", "URB1", "CARM1", "PSMB6", "RPS11", "RPL13A", "EFHD2", "SH3BGRL3", "RPL11", "HSPG2", "ITGB3BP", "CCN1", "RPS8", "KIF2C", "PTPRF", "PSMA5", "ATP1B1", "UCK2", "MGST3", "NUF2", "PFDN2", "PRCC", "ISG20L2", "HDGF", "LYPLAL1", "TUFT1", "MCL1", "ANP32E", "CERS2", "GOLPH3L", "SMYD2", "JTB", "RAB13", "TPM3", "RIT1", "INTS3", "LYST", "SDE2", "GUK1", "MBOAT2", "PARP1", "RHOB", "CALM2", "RPS27A", "SNRNP200", "DUSP11", "RALB", "SLC20A1", "GULP1", "HSPD1", "SUMF1", "RHBDD1", "ANKMY1", "RETREG2", "CTDSPL", "RPL32", "PTPRG", "ARL6IP5", "TMF1", "NFKBIZ", "PHLDB2", "ATG3", "NCEH1", "TMEM44", "MANF", "TBCK", "SPATA5", "RPS3A", "NDUFS6", "RPL37", "OSMR", "PLK2", "PIK3R1", "LHFPL2", "SSBP2", "BTF3", "FBXL17", "TNFAIP8", "FEM1C", "COMMD10", "ARHGAP26", "RNF145", "TNIP1", "NHP2", "PRIM2", "MMS22L", "PNRC1", "TBC1D32", "ARHGAP18", "AIG1", "DYNLT1", "TIAM2", "EGFR", "IGFBP3", "PURB", "MDH2", "ATXN7L1", "GIGYF1", "NOM1", "NCAPG2", "KDM6A", "MSN", "NONO", "DIAPH2", "MCPH1", "RPL10", "SLC25A37", "DOCK5", "TERF1", "RPL7", "NFIB", "ZNF462", "INIP", "ASTN2", "POLE3", "RPL7A", "RSU1", "ZEB1", "CAMK2G", "MKI67", "MTG1", "GSTO1", "PPRC1", "ADM", "LIN7C", "TNKS1BP1", "SSRP1", "PTPRJ", "RPS3", "SLX4IP", "HYOU1", "CHEK1", "YTHDF1", "FAU", "ALDOA", "HMGA2", "CWC15", "LATS2", "KIAA1328", "PDCD4", "DLG2", "CCT5", "FOXO1", "SEC24D", "UBC", "SLC7A11", "NOCT", "NGLY1", "TMEM263", "PLBD2", "TWF1", "DIP2C", "EIF4E", "MAGI1", "MBIP", "NDUFC2", "ANKRD50", "SCLT1", "FRMD4A", "NCAPD3", "FHIP2A", "ZNF827", "ASAP2", "AMN1", "BICD1", "TMEM267", "BAG3", "AP1S3", "MZT2B", "PDK1", "ATG10", "JMY", "HOMER1", "ZFP36L2", "TMEM123", "SLC30A6", "FARP1", "HNRNPDL", "UTRN", "PTPRK", "PLOD2", "ADGRA3", "CARHSP1", "TXNDC11", "LPCAT1", "JAZF1", "CEBPG", "NUS1", "PITPNC1", "CEP112", "ABCA5", "DISP1", "CCSAP", "ATP5MC3", "BTG3", "ATP5PF", "XPC", "CCDC174", "FLCN", "KLF10", "AGPAT5", "ZFYVE27", "DBI", "NIFK", "PDIA4", "RNF20", "TMBIM4", "PSD3", "MIDEAS", "KCNMA1", "DPY19L4", "BACH1", "ATP5MJ", "UQCRB", "PTDSS1", "RPL30", "SUPV3L1", "EEF1A1", "HK1", "CD109", "UTP14A", "ATAD2", "FBRS", "MALSU1", "PDE6D", "EIF4A2", "TMEM164", "C2CD2", "PALM2AKAP2", "WDR19", "RER1", "AGAP1", "BABAM2", "CNNM4", "WASF2", "ABHD3", "CDC25C", "COPG2", "TAGLN2", "SYNJ1", "IFNGR2", "GART", "STC1", "HLCS", "PTMS", "PSMB4", "HK2", "ZFYVE28", "ZYX", "ZNF235", "CALM3", "SSU72", "VMA21", "NDUFV3", "CSTB", "AGPAT3", "RALGDS", "LSS", "VAV2", "PRMT2", "ZER1", "CHTOP", "SHC1", "FDPS", "LMNA", "IER2", "LY6E", "SQSTM1", "RPL8", "AP2M1", "PRPSAP1", "SRSF2", "LSM12", "RACGAP1", "EIF4A1", "RPL26", "UBXN1", "NXF1", "MAGOH", "ZSWIM5", "AK4", "NFIA", "ARPC5", "PEA15", "FLVCR1", "ATF3", "TFB2M", "REL", "DPY30", "CCDC138", "S100A11", "ANTXR2", "MRPS18C", "YY1AP1", "SSR2", "ANKZF1", "SGO2", "TIPARP", "RPL9", "SMIM14", "RPP14", "APBB2", "HPS3", "KIAA1143", "WDR43", "CDCP1", "DTX3L", "SNIP1", "POLR2H", "RPN1", "TASOR", "ARHGEF3", "LRPAP1", "SGMS2", "H2AZ1", "SHISA5", "MFSD8", "C4orf3", "HMGB2", "FHIP1A", "OTUD4", "ITGA2", "STARD4", "CCDC112", "PRRC1", "AGGF1", "RHOBTB3", "CASP3", "CFAP97", "UQCRQ", "CITED2", "CREBRF", "STXBP5", "DAGLB", "GALNT10", "RPS14", "PTTG1", "CAMLG", "INTS1", "ALDH7A1", "FOXK1", "COX6C", "FAM219A", "SNAPC3", "HGSNAT", "SPTSSA", "MARCHF8", "PGM2L1", "RPL36AL", "VDAC2", "ENOX2", "DDX21", "ZFYVE1", "PSMC3", "ARL5B", "ABTB2", "SPRED1", "RAB8B", "IKBIP", "HIF1AN", "NDUFB8", "BAG5", "NOLC1", "WBP1L", "ANAPC16", "USP54", "TRIM66", "RPL27A", "LEO1", "WEE1", "MCM7", "TMEM135", "B2M", "PPIB", "NAV2", "TERF2IP", "NEMP1", "STAT6", "STX3", "SMAD3", "PBX3", "SNRPD1", "CRK", "IGF2", "ATP5MG", "TBC1D16", "VKORC1", "TPM4", "GPX4", "MIDN", "RPL13", "KMT2D", "TUBA1C", "LENG8", "TRAPPC9", "DAPK3", "EEF2", "TSR1", "NDUFV1", "ATP5PD", "SRP68", "FTH1", "SLC3A2", "ULK4", "COPS6", "ANKS3", "DDIT4", "IRF2BP2", "MMADHC", "IRF2", "ARF4", "STIP1", "POLR3D", "MTCL1", "ING2", "SNRNP48", "SLC20A2", "NDUFS5", "SNTB2", "ZNF507", "MAT2A", "FEM1B", "ATP5ME", "HNRNPH1", "DHRSX", "SLC25A6", "PRELID1", "SLC33A1", "CRADD", "CXCL8", "PLEKHA2", "PCBP1", "HINT1", "CKAP2L", "BUB1", "FASN", "TM4SF1", "BRD3", "KLF13", "CHD3", "ALCAM", "SIMC1", "HNRNPA3", "ZNF212", "GABARAP", "CDK1", "UBB", "PRDM10", "FOS", "SLC30A1", "KRT8", "NPAS2", "PA2G4", "ARL6IP1", "STAT2", "ACYP2", "SOCS6", "PPM1D", "KBTBD2", "LSM3", "TMEM43", "RPS9", "TANC2", "ZNF160", "TSNARE1", "INSR", "JUNB", "SHCBP1", "CANT1", "PPID", "BCL2L1", "SPSB1", "ATF7IP", "HDAC3", "TMEM51", "MLLT3", "RRM2", "TRAPPC12", "RPS21", "RPS7", "PRNP", "FRMD5", "MIR31HG", "ZNF217", "EIF2AK3", "CYCS", "MACROD2", "BSG", "GNB2", "GTPBP2", "FGGY", "BANP", "PPP1CA", "HCFC1", "CFL1", "RPL38", "NADSYN1", "MIR4435-2HG", "DCAKD", "RELA", "TRMT112", "NOC3L", "PARP14", "ZBTB21", "MAP3K11", "DAG1", "EHBP1L1", "PTPRM", "FKBP2", "NABP1", "NUDT4", "UQCRH", "C11orf80", "EIF1", "RNF213", "NET1", "ATP5MK", "KLHL15", "FBXO45", "GNG5", "DDX23", "ZHX3", "RPL4", "ANKRD36C", "AKIRIN1", "ANGEL2", "SH3PXD2B", "RESF1", "NR1D2", "RPL15", "RAB1B", "FBXW8", "PSMD2", "DDIT3", "CTDSP2", "ARHGAP1", "ATG13", "PHYKPL", "SART1", "MCTP1", "DRAP1", "FOSL1", "TOMM5", "BAIAP2", "ZDHHC21", "CSTF3", "DLEU1", "TMEM39A", "CCDC57", "ATAD5", "COX8A", "MYO1D", "RBIS", "SEC24C", "SLC38A9", "FAM210A", "ULK1", "ZFAS1", "TGIF1", "CAVIN1", "RPLP2", "JUN", "CD151", "POLR2L", "FLII", "HNRNPA0", "ZNF518A", "ARL6IP6", "RPS27", "IMPDH2", "DDX10", "PLEC", "GEN1", "PLEKHM3", "ERN1", "GRINA", "COX5A", "DPY19L3", "ZBTB7A", "TUFM", "SELENOW", "MRFAP1", "PER1", "TMTC2", "EDC3", "TCAIM", "CALR", "RAD23A", "CLK3", "ARID3B", "PACS2", "LINC00174", "DNHD1", "PCBP1-AS1", "MYADM", "MROH1", "SOCS4", "RCC1", "NRIP1", "MB21D2", "SLC36A4", "SSR4", "CUEDC1", "NQO1", "NPM1", "DHTKD1", "POLR2A", "DDX60L", "RAP2B", "FANCB", "ZNF875", "ZBTB20", "SIAH2", "COPG1", "C5orf24", "TMEM259", "TNRC18", "CREB3L2", "RAD51B", "ARL6IP4", "BACE2", "UBE2E2", "EXOC7", "KPNA2", "PLCB1", "RPS17", "RPL35A", "C11orf54", "SRPRA", "CAMK1D", "AFMID", "GPC6", "ZNF438", "UPP1", "IQGAP3", "ACTG1", "NIPSNAP1", "SCFD2", "EFNA5", "MAML2", "KNTC1", "WDR27", "CDCA2", "ZBTB40", "NDUFA12", "TMED9", "H1-10", "IMMP2L", "NDUFA6", "ROBO2", "MAFF", "SEMA4B", "CIB1", "RPS27L", "HSF1", "TCEAL9", "CCDC137", "ARL15", "PRKN", "HGS", "SMYD3", "LSAMP", "SP1", "P4HB", "ZFP36L1", "BCAP31", "ATP6V0C", "LAMP1", "ZNF267", "IRS2", "RASA3", "NDUFA13", "CDIN1", "WWOX", "CENATAC", "BCL9L", "KIF18B", "ZNRF1", "MRTFB", "PPP1CC", "PRELID2", "ANKRD37", "ZNF75D", "KRT10", "RPS23", "INSIG1", "NF2", "ARAP1", "TPCN1", "HEXIM1", "ZNF395", "PPARA", "RNF220", "MT1X", "SESTD1", "PTMA", "ISG15", "SPRY4", "THSD4", "EIF4EBP1", "RILPL1", "AGRN", "ZC3H6", "DCUN1D3", "TUBB4B", "CENPP", "PLSCR1", "SUMO2", "DPYD", "RPL14", "NDUFA4", "H1-0", "LITAF", "JPT1", "ZNF33A", "PNRC2", "FHIT", "KAZN", "HMGB1", "TDRD7", "TMEM63A", "TUBB", "SUPT5H", "PPIA", "SUPT3H", "GARS1-DT", "IARS1", "CD55", "LONP1", "SIAH1", "ANAPC7", "NACA", "MYO18A", "PLXNB2", "TOMM7", "ZNF33B", "ZNF431", "MAML3", "NHLRC2", "LAMB3", "ANKRD36B", "PDLIM7", "FLNA", "SRGAP1", "FAM3C", "SLC39A10", "FUT11", "GMFB", "ZMYM1", "MAFG", "MIRLET7BHG", "RAD54B", "LRP10", "PELI1", "ADARB1", "MAP3K5", "HNRNPAB", "RAB40C", "CPLANE1", "ZNF841", "SPTAN1", "FAM114A1", "RPE", "ZNF460", "PHF2", "RPS26", "S100A10", "RPL37A", "TAF13", "SLC9A8", "ADH5", "ERO1A", "S100A6", "RPL12", "ZNF121", "MBP", "MRPL42", "ENTPD7", "ZNF335", "RPS4X", "ZNF248", "ZNF770", "ZNF251", "SZT2", "RPL23A", "STYX", "UBL5", "PIM3", "SPRED2", "TXNRD1", "TMA16", "APRG1", "STK39", "CALM1", "FAN1", "MT-ND6", "MT-CO2", "ECI2", "UNC13B", "MT-CYB", "SLC5A3", "RPL10A", "MT-ND2", "MT-ND5", "MT-CO1", "ARHGAP11A", "HMGN2", "MT-ND3", "RUSC2", "GRK5", "MT-ND4", "MT-ND1", "MT-ATP6", "PRC1", "MAP3K3", "SREBF2", "RPL39", "DZIP3", "MT-CO3", "7SK", "INF2", "COX20", "CHML", "LINC00862", "PCMTD2", "LINC00963", "TRAF3IP1", "TIMM23B", "DAXX", "TAP2", "SNHG32", "NALF1", "BAG6", "PRRC2A", "HLA-C", "MRPS18B", "PPP1R10", "GNL1", "HLA-E", "RACK1", "TBC1D8", "TRIM27", "DCTN1", "TRIQK", "ZBTB10", "LGR4", "PRR13", "SMG1P2", "TMSB4X", "HMGN1", "ITPRIPL2", "RIMOC1", "JPT2", "ANKUB1", "HLA-A", "THUMPD3-AS1", "MT-RNR2", "SELENOH", "STK38L", "MT-RNR1", "MT-ND4L", "DENND1B", "NRAS", "CHUK", "SRA1", "VDAC1", "PPP1CB", "CLIC1", "RPS29", "LIPE-AS1", "SMIM7", "LYRM4", "ZSWIM8", "HNRNPUL2", "LINC01588", "ARHGEF28", "LINC02649", "DDX3X", "ZNF407", "RNASEK", "VAMP2", "CCNL2", "UBA52", "CYTOR", "CCDC18-AS1", "EPIC1", "PLEKHM1", "FGD5-AS1", "ERCC6", "NOL7", "ENTPD1-AS1", "LINC00511", "MT-ATP8", "GUSBP11", "LINC01004", "OST4", "DHFR", "RPL41", "RABGEF1P1", "DPY19L1P1", "ENSG00000229618", "MIR181A1HG", "ENSG00000230021", "FTX", "HSBP1", "SPRY4-AS1", "RPS18", "LINC-PINT", "PRH1", "TRAF3IP2-AS1", "TAPBP", "TMA7", "LINC00342", "LINC00513", "TRIM26", "HCCS-DT", "GAS5", "HLA-B", "EOLA2-DT", "TTC28-AS1", "LINC01473", "TXNDC5", "RNF103", "RBM14", "MIF", "NSUN6", "RPL36A", "ATP5MF", "ATP5PO", "MUC20-OT1", "MRPL33", "STMP1", "IL10RB", "NME2", "MRPS6", "ETV5", "RBM12", "GABPB1-AS1", "NEAT1", "SNHG6", "SLC12A2-DT", "RAB30-DT", "GPRC5D-AS1", "CKMT2-AS1", "UBA6-DT", "LUCAT1", "MTATP6P1", "FMN1", "COPB2-DT", "C1QTNF7-AS1", "ENSG00000249456", "PCGF3-AS1", "GMDS-DT", "ZFPM2-AS1", "NIHCOLE", "RIPK2-DT", "TUG1", "ATXN7L3B", "CHMP4A", "EEF1G", "CHMP1B", "EID1", "ENSG00000255872", "POLG2", "LINC01619", "SLC38A4-AS1", "MIRLET7IHG", "ENSG00000257759", "ENSG00000258077", "HIF1A-AS3", "SRP54-AS1", "TVP23C-CDRT4", "ENSG00000259628", "ENSG00000259972", "NORAD", "ENSG00000260729", "LINC01572", "LINC00662", "ENSG00000262879", "RNF213-AS1", "RPL17", "SEC22B", "TXNIP", "ENSG00000266086", "NBPF15", "NBPF12", "ENSG00000268205", "ENSG00000268750", "KCNQ1OT1", "SNHG8", "MIRLET7A1HG", "MIR222HG", "KMT2B", "ENSG00000272369", "ENSG00000273184", "RAB33B-AS1", "C1QTNF3-AMACR", "LINC01138", "ENSG00000274422", "MLLT6", "PRAG1", "TUBGCP5", "PIP4K2B", "TYW1B", "MARCKS", "PSMB3", "ACACA", "TSTD3", "ENSG00000280441", "MATR3-1", "ENSG00000281593", "EBLN3P", "IQCJ-SCHIP1", "TPTEP2-CSNK1E", "ENSG00000284906", "ENSG00000285016", "ENSG00000285280", "ENSG00000285827", "ENSG00000285976", "ENSG00000288899", "ENSG00000289346", "TALAM1", "MFSD14CP-1", "UBE2Q2P2-1", "ENSG00000291073", "CRYBB2P1-1", "SDHAP4-1", "GUSBP1-1", "PMS2P4-1", "SOD2" ], "LOGO": { "all": { "train_mean": { "mse": { "mean": 0.37478983913944885, "lo": 0.3623280630750299, "hi": 0.3880987243276703, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5736678561071229, "lo": 0.5674990130501789, "hi": 0.5799914771777186, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.001905366783105748 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.42770413702218785, "lo": 0.41414383895383816, "hi": 0.44231986647100524, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4685162326641397, "lo": 0.46116713526609265, "hi": 0.47644770367580314, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.001905366783105748 }, "d_mse_vs_mean": { "mean": 0.05291429788273899, "lo": 0.05024056679894476, "hi": 0.05595172919715531, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.006033661479834868 }, "d_pearson_vs_mean": { "mean": -0.10515162344298322, "lo": -0.10763775450629336, "hi": -0.1026187410956764, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.9885677993013655 } }, "nn5_baseline": { "mse": { "mean": 0.38193865728588544, "lo": 0.36968572564632335, "hi": 0.39490600494689054, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5546985471219837, "lo": 0.5478769581824063, "hi": 0.5616581196088577, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.001905366783105748 }, "d_mse_vs_mean": { "mean": 0.007148818146436596, "lo": 0.006226262455622556, "hi": 0.008014935114783739, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.14988885360431883 }, "d_pearson_vs_mean": { "mean": -0.018969308985139138, "lo": -0.020363531825067793, "hi": -0.017589877390316117, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.8224833280406478 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.3719387211109013, "lo": 0.3596771608085159, "hi": 0.3849026685567604, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5808509938167002, "lo": 0.5745934969152083, "hi": 0.5872012443148804, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0015878056525881232 }, "d_mse_vs_mean": { "mean": -0.00285111802854752, "lo": -0.0033995206302351775, "hi": -0.002391709839152052, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.871387742140362 }, "d_pearson_vs_mean": { "mean": 0.007183137709577395, "lo": 0.006788319841183951, "hi": 0.007611837243121648, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.10098443950460463 } }, "null_random_line": { "mse": { "mean": 0.49593241866744586, "lo": 0.48007917054695937, "hi": 0.5132491557647809, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.40885467318007745, "lo": 0.40206197919416276, "hi": 0.41575233094299585, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.001905366783105748 }, "d_mse_vs_mean": { "mean": 0.12114257952799701, "lo": 0.1153166206377451, "hi": 0.12799505496918417, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16481318292704544, "lo": -0.1665107715733823, "hi": -0.16310231848551845, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.997459510955859 } }, "null_ridge_shuffled": { "mse": { "mean": 0.37479092453381524, "lo": 0.3623293103450172, "hi": 0.3880997853743608, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5736628212896716, "lo": 0.5674939722722057, "hi": 0.5799861467406131, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.001905366783105748 }, "d_mse_vs_mean": { "mean": 1.085394366382863e-06, "lo": 7.052835720241363e-07, "hi": 1.4971913589474237e-06, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.3880597014925373 }, "d_pearson_vs_mean": { "mean": -5.034817451183167e-06, "lo": -5.736824000734634e-06, "hi": -4.333142086619148e-06, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.6405208002540489 } }, "duplicate": { "mse": { "mean": 0.6393880411670566, "lo": 0.5937318894938253, "hi": 0.6865698502027724, "n_cond": 406, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2517539486412285, "lo": 0.2141362839746781, "hi": 0.287741017138532, "n_cond": 406, "n_drugs": 111, "frac_neg": 0.1330049261083744 }, "d_mse_vs_mean": { "mean": 0.3422233486052269, "lo": 0.3072648807711858, "hi": 0.3778741108267704, "n_cond": 406, "n_drugs": 111, "frac_neg": 0.009852216748768473 }, "d_pearson_vs_mean": { "mean": -0.35184178573100716, "lo": -0.38895695752923126, "hi": -0.31348921111681455, "n_cond": 406, "n_drugs": 111, "frac_neg": 0.9901477832512315 } }, "IC:train_mean": { "mse": { "mean": 0.3733255895179402, "lo": 0.3453117402814354, "hi": 0.4026414903623096, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0 }, "pearson": { "mean": 0.5732036171227016, "lo": 0.561243321871344, "hi": 0.5853827331264825, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0006361323155216285 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.37600476842736885, "lo": 0.34771536952897947, "hi": 0.4052525346795061, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0 }, "pearson": { "mean": 0.5683037232286293, "lo": 0.5562209232878014, "hi": 0.580678690222223, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0006361323155216285 }, "d_mse_vs_mean": { "mean": 0.0026791789094286213, "lo": 0.0013228078361854339, "hi": 0.0038381227902633003, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.2970737913486005 }, "d_pearson_vs_mean": { "mean": -0.004899893894072276, "lo": -0.006201104825601012, "hi": -0.0036463717841592387, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.6469465648854962 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.3730813660670026, "lo": 0.34502100216559134, "hi": 0.4023915763391289, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0 }, "pearson": { "mean": 0.5732036171227016, "lo": 0.561243321871344, "hi": 0.5853827331264825, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.0006361323155216285 }, "d_mse_vs_mean": { "mean": -0.00024422345093760503, "lo": -0.00041472170838582743, "hi": -0.00011690055762609417, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.583969465648855 }, "d_pearson_vs_mean": { "mean": 3.2101212414863435e-18, "lo": -2.439115961728576e-18, "hi": 8.600661627714925e-18, "n_cond": 1572, "n_drugs": 336, "frac_neg": 0.30216284987277353 } }, "_noise_floor_mse": { "mean": 0.32305529713630676, "lo": 0.30871357043490033, "hi": 0.33742696922926485, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.6799027323722839, "lo": 0.6712476686049397, "hi": 0.6893602522488514, "n_cond": 3149, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.22537743998735169, "lo": 0.20157290018946172, "hi": 0.25250906920991256, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.701489302574216, "lo": 0.6920551439161593, "hi": 0.7109028240929876, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.3007624740291431, "lo": 0.2718258926540496, "hi": 0.33371797189130326, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.5947812448421538, "lo": 0.5826096831884483, "hi": 0.606785500231033, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07538503404179142, "lo": 0.06900911439341477, "hi": 0.08218138172432443, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.010652463382157125 }, "d_pearson_vs_mean": { "mean": -0.10670805773206225, "lo": -0.11189054120925185, "hi": -0.10182634841412498, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.9853528628495339 } }, "nn5_baseline": { "mse": { "mean": 0.2324491174572964, "lo": 0.20848418744713976, "hi": 0.25945501311931424, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.6851529590874037, "lo": 0.6745341889185354, "hi": 0.6954222471007274, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007071677469944736, "lo": 0.00457407448821302, "hi": 0.009667809388022168, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.23435419440745672 }, "d_pearson_vs_mean": { "mean": -0.01633634348681247, "lo": -0.019342434639333134, "hi": -0.013378974603733794, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.7523302263648469 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.21923936280896805, "lo": 0.19648307581189234, "hi": 0.24545504022092274, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114042130426684, "lo": 0.7021388758702376, "hi": 0.7207198058388341, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006138077178383624, "lo": -0.007480732467398739, "hi": -0.004881772605930415, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.9241011984021305 }, "d_pearson_vs_mean": { "mean": 0.009914910468452276, "lo": 0.009037468150252703, "hi": 0.010832207792681623, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.07190412782956059 } }, "null_random_line": { "mse": { "mean": 0.40496216394774776, "lo": 0.3677934193020634, "hi": 0.44761275055023, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.5153738232620209, "lo": 0.5036792400935356, "hi": 0.5269318374464723, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17958472396039604, "lo": 0.16554907405327596, "hi": 0.19522242840973572, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18611547931219527, "lo": -0.18969191840903035, "hi": -0.1827911814496669, "n_cond": 751, "n_drugs": 272, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.22538122877658076, "lo": 0.20157543785765816, "hi": 0.25251410240074507, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "pearson": { "mean": 0.7014820823133482, "lo": 0.6920465552263932, "hi": 0.7108951067459685, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.788789229070201e-06, "lo": 2.360710127534996e-06, "hi": 5.2900371512961345e-06, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.3182423435419441 }, "d_pearson_vs_mean": { "mean": -7.22026086796886e-06, "lo": -9.192093750330198e-06, "hi": -5.304361648973521e-06, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.6764314247669774 } }, "duplicate": { "mse": { "mean": 0.3464124705512207, "lo": 0.27669280966275295, "hi": 0.4264570989641726, "n_cond": 143, "n_drugs": 80, "frac_neg": 0.0 }, "pearson": { "mean": 0.38456216049331754, "lo": 0.32288303110262323, "hi": 0.44347598541047856, "n_cond": 143, "n_drugs": 80, "frac_neg": 0.13286713286713286 }, "d_mse_vs_mean": { "mean": 0.17042922899112664, "lo": 0.12534109834225327, "hi": 0.21926153010603794, "n_cond": 143, "n_drugs": 80, "frac_neg": 0.027972027972027972 }, "d_pearson_vs_mean": { "mean": -0.3382431139296885, "lo": -0.39812568790137975, "hi": -0.27945393260011053, "n_cond": 143, "n_drugs": 80, "frac_neg": 0.972027972027972 } }, "IC:train_mean": { "mse": { "mean": 0.23642294899890792, "lo": 0.20246600009891338, "hi": 0.27343305941173685, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.692773910344886, "lo": 0.6779842140843114, "hi": 0.7065063832586255, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.23859753994676108, "lo": 0.20464505247092843, "hi": 0.2763159070939086, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.6898658731196827, "lo": 0.6740618587714575, "hi": 0.7041079932591902, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0021745909478531806, "lo": -0.0018100547338910972, "hi": 0.005422261329899882, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.4022038567493113 }, "d_pearson_vs_mean": { "mean": -0.0029080372252032766, "lo": -0.005063547604352281, "hi": -0.0007896406108449091, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.5674931129476584 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.23575453206015032, "lo": 0.20168372386001493, "hi": 0.27263218344386897, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.692773910344886, "lo": 0.6779842140843114, "hi": 0.7065063832586255, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006684169387576328, "lo": -0.0012602496842299528, "hi": -0.00018292456358803402, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.6336088154269972 }, "d_pearson_vs_mean": { "mean": -3.058465632576189e-19, "lo": -1.3809529950862217e-17, "hi": 1.288131295249593e-17, "n_cond": 363, "n_drugs": 199, "frac_neg": 0.3168044077134986 } }, "_noise_floor_mse": { "mean": 0.12174473702907562, "lo": 0.10908103714131205, "hi": 0.13525362427203036, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.847566545009613, "lo": 0.8397484566697886, "hi": 0.8551963989718557, "n_cond": 751, "n_drugs": 272, "frac_neg": 0.0 } } }, "LOGO_per_line": { "A-172": { "all": { "train_mean": { "mse": { "mean": 0.07591891821874136, "lo": 0.06948948299304841, "hi": 0.08405106639304294, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7302934712320857, "lo": 0.7231427942659144, "hi": 0.7369741060348093, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.12826519943862347, "lo": 0.11977279639791753, "hi": 0.13841762046262626, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5956494199150024, "lo": 0.5873232535438012, "hi": 0.6039251938200906, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05234628121988212, "lo": 0.049702346636614166, "hi": 0.05550388291122514, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0035335689045936395 }, "d_pearson_vs_mean": { "mean": -0.13464405131708332, "lo": -0.1379249346460776, "hi": -0.13123695398873847, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9920494699646644 } }, "nn5_baseline": { "mse": { "mean": 0.08227592182262515, "lo": 0.07618747405573308, "hi": 0.08964818228378264, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.704852888444619, "lo": 0.6969061509656324, "hi": 0.71252089026759, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0063570036038838006, "lo": 0.005221120388882902, "hi": 0.0073915031436417086, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.09187279151943463 }, "d_pearson_vs_mean": { "mean": -0.02544058278746668, "lo": -0.0272391692846288, "hi": -0.02371100684120908, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8816254416961131 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07310677332701859, "lo": 0.06707485947505613, "hi": 0.08068766732874694, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7388814787743561, "lo": 0.7317068369851786, "hi": 0.745767487771498, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0028121448917227602, "lo": -0.003395526037933012, "hi": -0.0023262086673013598, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9487632508833922 }, "d_pearson_vs_mean": { "mean": 0.008588007542270345, "lo": 0.008060345958063958, "hi": 0.00910943479863821, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.046819787985865724 } }, "null_random_line": { "mse": { "mean": 0.20016997250853558, "lo": 0.18778402005462436, "hi": 0.2154010647074608, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5176945837903225, "lo": 0.5098380971539022, "hi": 0.5252350513975698, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.12425105428979424, "lo": 0.11806545885511849, "hi": 0.13171776297420873, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21259888744176325, "lo": -0.21495824603631017, "hi": -0.21026623416852408, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07592087590868953, "lo": 0.0694917065650785, "hi": 0.08405311693261225, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7302836398843765, "lo": 0.7231326319014745, "hi": 0.7369655041826169, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.9576899481813204e-06, "lo": 1.1082508792086768e-06, "hi": 2.660597575056641e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.22879858657243815 }, "d_pearson_vs_mean": { "mean": -9.831347709144796e-06, "lo": -1.0885165677971952e-05, "hi": -8.807946141453594e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.799469964664311 } }, "duplicate": { "mse": { "mean": 0.16982236961285546, "lo": 0.14200256182868173, "hi": 0.199911699057325, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.40019604608125303, "lo": 0.3342650401321997, "hi": 0.46519811797457994, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.0968889989127655, "lo": 0.0716347506294723, "hi": 0.11887003916618936, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.36439435361279365, "lo": -0.4227113634196421, "hi": -0.3007145161366323, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.07785241428766015, "lo": 0.0670571543805722, "hi": 0.09221923359109405, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7271995941622305, "lo": 0.7162285883644793, "hi": 0.736793779396375, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07893378171369515, "lo": 0.06844523191568397, "hi": 0.09250562027005879, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7225783861932338, "lo": 0.7110846781345688, "hi": 0.7328664681929682, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.001081367426035001, "lo": -0.0008875317785062267, "hi": 0.002608774755188373, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3303886925795053 }, "d_pearson_vs_mean": { "mean": -0.0046212079689967435, "lo": -0.0066497367327055254, "hi": -0.002663032583401124, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6095406360424028 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07781336432580371, "lo": 0.06677771365232482, "hi": 0.09247037424374356, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7271995941622305, "lo": 0.7162285883644793, "hi": 0.7367937793963751, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.904996185644096e-05, "lo": -0.00030084779644723187, "hi": 0.0002703131021237595, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6731448763250883 }, "d_pearson_vs_mean": { "mean": 8.042251591807671e-18, "lo": -2.4626107433015675e-18, "hi": 1.843880907756523e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.30565371024734983 } }, "_noise_floor_mse": { "mean": 0.03789854049682617, "lo": 0.035608340323786125, "hi": 0.0404546608761909, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8465493321418762, "lo": 0.8386019618039718, "hi": 0.8548235175690084, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10765110096867259, "lo": 0.09356260962113094, "hi": 0.12407639635535497, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7695791321427615, "lo": 0.7617156354520673, "hi": 0.7774319529215304, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.176619562046868, "lo": 0.15813349266022544, "hi": 0.1960538968810285, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.6530102923829021, "lo": 0.6422322377907991, "hi": 0.6637915222440628, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06896846107819539, "lo": 0.06242043329310673, "hi": 0.07609635942783916, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.007653061224489796 }, "d_pearson_vs_mean": { "mean": -0.1165688397598593, "lo": -0.12245674890169886, "hi": -0.11048783264164456, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.9795918367346939 } }, "nn5_baseline": { "mse": { "mean": 0.1127390473416533, "lo": 0.09973486862905773, "hi": 0.12676404466277644, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7511218381366318, "lo": 0.7424618147354709, "hi": 0.7595102775057854, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005087946372980731, "lo": 0.002111026969248997, "hi": 0.007931421579251403, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.18622448979591838 }, "d_pearson_vs_mean": { "mean": -0.018457294006129683, "lo": -0.02150509692613249, "hi": -0.01526771300659123, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.7857142857142857 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10221985127048043, "lo": 0.08896001712587163, "hi": 0.11726626885813429, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.77938493879679, "lo": 0.7715993766185231, "hi": 0.7870380235864552, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0054312496981921456, "lo": -0.006829609313754339, "hi": -0.004189179073096329, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.9438775510204082 }, "d_pearson_vs_mean": { "mean": 0.009805806654028625, "lo": 0.008974704377834788, "hi": 0.010663873473097158, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.05357142857142857 } }, "null_random_line": { "mse": { "mean": 0.2800765848628983, "lo": 0.2529226617929838, "hi": 0.3091058427720682, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.5629099084401042, "lo": 0.552628326429077, "hi": 0.5730833277989553, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1724254838942257, "lo": 0.1590575088450866, "hi": 0.18608408450193353, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20666922370265714, "lo": -0.2104714392359825, "hi": -0.20266362629628243, "n_cond": 392, "n_drugs": 259, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10765357316016021, "lo": 0.0935656886794481, "hi": 0.12407958742244188, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7695691808800783, "lo": 0.7617054412840617, "hi": 0.7774215987367825, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.4721914876337115e-06, "lo": 8.085563558924348e-09, "hi": 4.553053796208009e-06, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.2627551020408163 }, "d_pearson_vs_mean": { "mean": -9.951262683121818e-06, "lo": -1.2103962658721649e-05, "hi": -7.917263470546508e-06, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.7729591836734694 } }, "duplicate": { "mse": { "mean": 0.1878796728162826, "lo": 0.14796410509986202, "hi": 0.2348451371196241, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.0 }, "pearson": { "mean": 0.47409449705022944, "lo": 0.4034354074825532, "hi": 0.5447797205513324, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.13924050632911392 }, "d_mse_vs_mean": { "mean": 0.09684957085992331, "lo": 0.061872364186717266, "hi": 0.12917968148602146, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.0379746835443038 }, "d_pearson_vs_mean": { "mean": -0.3174980136276447, "lo": -0.38311351355794465, "hi": -0.2514777310148442, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.9620253164556962 } }, "IC:train_mean": { "mse": { "mean": 0.11150987326351569, "lo": 0.08582462403239081, "hi": 0.14334784806053227, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7702846703765472, "lo": 0.7604895790307581, "hi": 0.7795571450690647, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11095482081497164, "lo": 0.08680992179871735, "hi": 0.1404142305998175, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7687021981650038, "lo": 0.7581856597709877, "hi": 0.7790651057013533, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0005550524485440747, "lo": -0.005288073135975583, "hi": 0.0030684660472550247, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.43478260869565216 }, "d_pearson_vs_mean": { "mean": -0.0015824722115432759, "lo": -0.004046717083955292, "hi": 0.0009831892582432286, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.5217391304347826 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11170111223101109, "lo": 0.08553763216550256, "hi": 0.14411243869424661, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7702846703765472, "lo": 0.7604895790307581, "hi": 0.7795571450690647, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00019123896749538224, "lo": -0.0005558220027499357, "hi": 0.001044898404490418, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.5760869565217391 }, "d_pearson_vs_mean": { "mean": 8.4473491004088e-18, "lo": -1.1420557391433297e-17, "hi": 2.952151452283968e-17, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.32065217391304346 } }, "_noise_floor_mse": { "mean": 0.037773288786411285, "lo": 0.03446226162250589, "hi": 0.04168243453653969, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9016828536987305, "lo": 0.8945280785865102, "hi": 0.9092227529870307, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 } } }, "H4": { "all": { "train_mean": { "mse": { "mean": 0.17308772069834236, "lo": 0.16080226187416988, "hi": 0.18644600704419695, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6217693602265658, "lo": 0.6135323366944602, "hi": 0.6299464581530455, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.2302987558903767, "lo": 0.21459886142792034, "hi": 0.24730404270997097, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5044860662837858, "lo": 0.49478226384449925, "hi": 0.5144225890976553, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05721103519203439, "lo": 0.053048642643559005, "hi": 0.06205961955050288, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.005309734513274336 }, "d_pearson_vs_mean": { "mean": -0.11728329394278017, "lo": -0.12005902212543859, "hi": -0.11429527964635469, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9946902654867257 } }, "nn5_baseline": { "mse": { "mean": 0.1812022410113592, "lo": 0.1682544293813247, "hi": 0.19485370209220548, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6002878423523983, "lo": 0.5914644916712342, "hi": 0.6094124088265745, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008114520313016856, "lo": 0.006407269625843961, "hi": 0.00985652533134024, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.1415929203539823 }, "d_pearson_vs_mean": { "mean": -0.02148151787416767, "lo": -0.023493179196121865, "hi": -0.019410996095258433, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.856637168141593 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1699613544143233, "lo": 0.15797301618628787, "hi": 0.1830711077548977, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6299657625035723, "lo": 0.6216783906228561, "hi": 0.6382669295811719, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003126366284019059, "lo": -0.003635493232690096, "hi": -0.002693106741262046, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9053097345132743 }, "d_pearson_vs_mean": { "mean": 0.008196402277006317, "lo": 0.007603282893466909, "hi": 0.008835787823354535, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.08495575221238938 } }, "null_random_line": { "mse": { "mean": 0.29654747010518706, "lo": 0.27856363763229974, "hi": 0.31645134169377975, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.44319260094458046, "lo": 0.43485333789304276, "hi": 0.4515652580816222, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.12345974940684472, "lo": 0.11735951141177925, "hi": 0.13078823416699134, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17857675928198552, "lo": -0.18043199311735164, "hi": -0.1768200152395824, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.17309050370769177, "lo": 0.16080485627320276, "hi": 0.18645115651687086, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6217677459735889, "lo": 0.6135309796863121, "hi": 0.6299442490191561, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.7830093494172165e-06, "lo": 1.6871638248595544e-06, "hi": 4.065031524471508e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.44778761061946903 }, "d_pearson_vs_mean": { "mean": -1.6142529771159304e-06, "lo": -3.1075614213731792e-06, "hi": -2.2393557802377892e-07, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5283185840707965 } }, "duplicate": { "mse": { "mean": 0.359117070799821, "lo": 0.32813401845859663, "hi": 0.3936047722854423, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.22579978179339677, "lo": 0.1886656279202275, "hi": 0.26173560525116046, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1232876712328767 }, "d_mse_vs_mean": { "mean": 0.1919544842847609, "lo": 0.17376663072542067, "hi": 0.21105875656929032, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.00684931506849315 }, "d_pearson_vs_mean": { "mean": -0.40825568090073067, "lo": -0.44680883128353865, "hi": -0.36741979523005297, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9931506849315068 } }, "IC:train_mean": { "mse": { "mean": 0.17191259982600568, "lo": 0.15552875495914953, "hi": 0.18860810527227806, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6179353145678456, "lo": 0.6066160782666018, "hi": 0.629484678773297, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.17488853392390533, "lo": 0.15795326315398553, "hi": 0.19178310664051973, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6108536430213829, "lo": 0.5989369123724354, "hi": 0.6230454442420764, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.002975934097899617, "lo": 0.0016364034319453751, "hi": 0.00443080221060806, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.25220458553791886 }, "d_pearson_vs_mean": { "mean": -0.0070816715464626714, "lo": -0.009132231383515188, "hi": -0.005276385353622328, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7266313932980599 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1714636321946537, "lo": 0.15516424993962505, "hi": 0.18785929161930656, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6179353145678456, "lo": 0.6066160782666018, "hi": 0.629484678773297, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0004489676313520223, "lo": -0.0007836976386151254, "hi": -0.00018359732397393595, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.4426807760141093 }, "d_pearson_vs_mean": { "mean": -1.0769359145393934e-18, "lo": -9.756343498024465e-18, "hi": 7.304098846218135e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.2980599647266314 } }, "_noise_floor_mse": { "mean": 0.11268468201160431, "lo": 0.10608623684750454, "hi": 0.11950094030538386, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7436063289642334, "lo": 0.7365856119248828, "hi": 0.7508125154215545, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.30209881653194903, "lo": 0.27498445264171273, "hi": 0.3305465029406713, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6344500439884524, "lo": 0.6206348832303017, "hi": 0.6489267521634537, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.3840387274700785, "lo": 0.34931386609485476, "hi": 0.4210638921607923, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.5339529493624775, "lo": 0.5162108765234934, "hi": 0.5519463457261035, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0819399109381295, "lo": 0.07344850987727987, "hi": 0.09239036806335549, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.012012012012012012 }, "d_pearson_vs_mean": { "mean": -0.10049709462597485, "lo": -0.10615882493468595, "hi": -0.09534414607824122, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.990990990990991 } }, "nn5_baseline": { "mse": { "mean": 0.3124168290454279, "lo": 0.28266548334631, "hi": 0.34283143622070605, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6188079936245954, "lo": 0.6020370099305744, "hi": 0.6356540102594704, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.010318012513478862, "lo": 0.005619708610160709, "hi": 0.015810172520756442, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.2672672672672673 }, "d_pearson_vs_mean": { "mean": -0.015642050363856894, "lo": -0.020193409085193695, "hi": -0.010963321005389284, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.7387387387387387 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.29586210636825244, "lo": 0.26918252340822785, "hi": 0.32406174174807334, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6444968649804403, "lo": 0.6302070072040415, "hi": 0.6593539870162591, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00623671016369659, "lo": -0.007441216269414632, "hi": -0.005091417161668494, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.8978978978978979 }, "d_pearson_vs_mean": { "mean": 0.010046820991987957, "lo": 0.008675933974928194, "hi": 0.01143385045087516, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0990990990990991 } }, "null_random_line": { "mse": { "mean": 0.4820534184930928, "lo": 0.4416728757948787, "hi": 0.5257151442171487, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.4668436461373648, "lo": 0.4526465122550876, "hi": 0.4820947673548895, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1799546019611438, "lo": 0.1660868498114303, "hi": 0.19642533175271354, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16760639785108755, "lo": -0.1708437379679938, "hi": -0.1644362621111988, "n_cond": 333, "n_drugs": 231, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.30210595357287023, "lo": 0.27499020352750136, "hi": 0.33055510535877247, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6344452487507272, "lo": 0.6206313627275193, "hi": 0.6489194345796909, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.137040921246337e-06, "lo": 4.579667034513081e-06, "hi": 9.93021346926871e-06, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.35435435435435436 }, "d_pearson_vs_mean": { "mean": -4.795237725124418e-06, "lo": -7.686374321852493e-06, "hi": -1.8579354215422166e-06, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.5795795795795796 } }, "duplicate": { "mse": { "mean": 0.4676453952417999, "lo": 0.4031202039769927, "hi": 0.5328246760881646, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.0 }, "pearson": { "mean": 0.2748097232466594, "lo": 0.21751448489862327, "hi": 0.32793524438875254, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.13114754098360656 }, "d_mse_vs_mean": { "mean": 0.21496631645656814, "lo": 0.18134428864257598, "hi": 0.2519267346145062, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.01639344262295082 }, "d_pearson_vs_mean": { "mean": -0.36491540990099175, "lo": -0.42282706830023153, "hi": -0.31135535468924946, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.9836065573770492 } }, "IC:train_mean": { "mse": { "mean": 0.30485413106628195, "lo": 0.27175242599233596, "hi": 0.33867971817567316, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6179813141104422, "lo": 0.5954780712800952, "hi": 0.6399010969910792, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.3100946845944929, "lo": 0.2745196119261118, "hi": 0.34603223340898465, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6129804273642852, "lo": 0.5890387303777265, "hi": 0.6359921320006842, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0052405535282109205, "lo": 0.0018628280346518191, "hi": 0.00935252911835076, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.3674698795180723 }, "d_pearson_vs_mean": { "mean": -0.005000886746157216, "lo": -0.00829720435357569, "hi": -0.0014538618778183465, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.6325301204819277 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.3032790675696203, "lo": 0.27057127162323763, "hi": 0.33636979721317234, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6179813141104423, "lo": 0.5954780712800952, "hi": 0.6399010969910793, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0015750634966616814, "lo": -0.0023664905452117284, "hi": -0.0009263218884527299, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.7108433734939759 }, "d_pearson_vs_mean": { "mean": -7.35689956076911e-18, "lo": -2.279922282712375e-17, "hi": 7.633094921269683e-18, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.3132530120481928 } }, "_noise_floor_mse": { "mean": 0.17392565310001373, "lo": 0.15811310423300873, "hi": 0.19037829459266842, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7965508699417114, "lo": 0.7841744269914693, "hi": 0.807836202634821, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 } } }, "SW 1088": { "all": { "train_mean": { "mse": { "mean": 1.0131723378099011, "lo": 0.9741212718560407, "hi": 1.0557069050547647, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.31250111881689907, "lo": 0.3018272472400041, "hi": 0.32315203384925023, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.061337686090442, "lo": 1.0228797194866845, "hi": 1.1035021498205642, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.260443312756387, "lo": 0.25016112403611734, "hi": 0.2704372878700807, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.04816534828054079, "lo": 0.04577186076918642, "hi": 0.050640975528608294, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.010146561443066516 }, "d_pearson_vs_mean": { "mean": -0.05205780606051212, "lo": -0.05428879676958717, "hi": -0.04974837867365582, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.9763246899661782 } }, "nn5_baseline": { "mse": { "mean": 1.020101415949499, "lo": 0.9811857686282651, "hi": 1.062887997155605, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.30499097329155367, "lo": 0.294070594505045, "hi": 0.31600610628801323, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.0069290781395978975, "lo": 0.005431312685398334, "hi": 0.008430252668474535, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.23449830890642615 }, "d_pearson_vs_mean": { "mean": -0.007510145525345425, "lo": -0.00868126608165778, "hi": -0.006255587178317786, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.7034949267192785 } }, "ridge_baseline_pca10": { "mse": { "mean": 1.0106221362839436, "lo": 0.9715551861537042, "hi": 1.0532528260208118, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.31660048920764555, "lo": 0.3058980688217387, "hi": 0.3275653616736183, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.005636978579481398 }, "d_mse_vs_mean": { "mean": -0.0025502015259576552, "lo": -0.003292211027999751, "hi": -0.0019664402774685237, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.7294250281848929 }, "d_pearson_vs_mean": { "mean": 0.004099370390746394, "lo": 0.0036795615895643522, "hi": 0.004534762493154845, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.19052987598647125 } }, "null_random_line": { "mse": { "mean": 1.1273958695437016, "lo": 1.0883236815147987, "hi": 1.17064231106247, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.22620682967986808, "lo": 0.2175375030028469, "hi": 0.2347769650131436, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.11422353173380044, "lo": 0.10829726408715266, "hi": 0.12084877468517645, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.08629428913703101, "lo": -0.088936040308434, "hi": -0.08352686683175943, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.9909808342728298 } }, "null_ridge_shuffled": { "mse": { "mean": 1.013170147281461, "lo": 0.9741189946028813, "hi": 1.0557052886299698, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.31249784773608413, "lo": 0.30182566802934585, "hi": 0.32315000198428345, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": -2.1905284401838488e-06, "lo": -3.5797686099786966e-06, "hi": -1.0389716708072225e-06, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.5152198421645998 }, "d_pearson_vs_mean": { "mean": -3.271080814975065e-06, "lo": -4.473278046334997e-06, "hi": -2.1261960739481383e-06, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.580608793686584 } }, "duplicate": { "mse": { "mean": 1.5997051439787213, "lo": 1.455752728503017, "hi": 1.7490304026876382, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.0 }, "pearson": { "mean": 0.09488344104070086, "lo": 0.07816647360637864, "hi": 0.11440949469559601, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.10526315789473684 }, "d_mse_vs_mean": { "mean": 0.8488730788323092, "lo": 0.748795742240623, "hi": 0.9514645982190664, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2635163155071432, "lo": -0.2789614460026857, "hi": -0.24852020770277217, "n_cond": 114, "n_drugs": 104, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 1.0144166654533966, "lo": 0.9557677492266967, "hi": 1.0721719364733642, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.31688335412550345, "lo": 0.3017881534434899, "hi": 0.3324698939073308, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 1.0187726122620002, "lo": 0.9597846225082532, "hi": 1.0765839567121174, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.31444207457155093, "lo": 0.2993374574546257, "hi": 0.3302009332300332, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": 0.0043559468086034146, "lo": 0.0020177581757215603, "hi": 0.006566340872468287, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.3120728929384966 }, "d_pearson_vs_mean": { "mean": -0.0024412795539524522, "lo": -0.003957966610724448, "hi": -0.0009376387928375326, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.592255125284738 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 1.01417235488509, "lo": 0.9554500203412313, "hi": 1.0719614998808515, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.31688335412550345, "lo": 0.3017881534434899, "hi": 0.3324698939073307, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": -0.00024431056830654416, "lo": -0.0004346173408703756, "hi": -0.00010137565605861595, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.6514806378132119 }, "d_pearson_vs_mean": { "mean": 2.5171272305175993e-18, "lo": -2.8027630049650738e-18, "hi": 7.47115930034103e-18, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.30296127562642367 } }, "_noise_floor_mse": { "mean": 0.9549790620803833, "lo": 0.9032509022529779, "hi": 1.0093751652096097, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.3860706090927124, "lo": 0.36528931498481554, "hi": 0.40737062347411496, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 1.0177046132939402, "lo": 0.90806455656255, "hi": 1.145773494738642, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.533522376350737, "lo": 0.4929052428051643, "hi": 0.5750155983346554, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.1058789779222342, "lo": 0.9793123393524501, "hi": 1.2533472780531114, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.49593646633288024, "lo": 0.4540780214689503, "hi": 0.5388706084962068, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08817436462829406, "lo": 0.0640620550973161, "hi": 0.11736294130210391, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.038461538461538464 }, "d_pearson_vs_mean": { "mean": -0.037585910017856716, "lo": -0.044593859019441545, "hi": -0.031055257607146457, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 1.0131067915528473, "lo": 0.8995570502611603, "hi": 1.1459915145848183, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5402711480034684, "lo": 0.49943340312959666, "hi": 0.5818646846407926, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004597821741092719, "lo": -0.0209148028904861, "hi": 0.011440672738572669, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.5384615384615384 }, "d_pearson_vs_mean": { "mean": 0.006748771652731465, "lo": 0.0008683020705653039, "hi": 0.012391808317101634, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.4230769230769231 } }, "ridge_baseline_pca10": { "mse": { "mean": 1.0021730134953317, "lo": 0.8942135975282026, "hi": 1.1265625858478936, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5433927672390618, "lo": 0.5032832206756394, "hi": 0.585530834655977, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.015531599798608272, "lo": -0.02355698233454883, "hi": -0.009556088792982287, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.9615384615384616 }, "d_pearson_vs_mean": { "mean": 0.00987039088832494, "lo": 0.007212368576556989, "hi": 0.012502963017834129, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } }, "null_random_line": { "mse": { "mean": 1.3004913653962502, "lo": 1.1527738824662983, "hi": 1.4688128719606042, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.4202354999043941, "lo": 0.3787045676038872, "hi": 0.4590917592453224, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2827867521023101, "lo": 0.22749148669386057, "hi": 0.35091938975968745, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1132868764463428, "lo": -0.1258079042449625, "hi": -0.1031793647426619, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 1.0176853689485978, "lo": 0.9080627216237739, "hi": 1.1457532403469992, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5335252722439063, "lo": 0.4929087354254456, "hi": 0.5750213676728602, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.924434534214323e-05, "lo": -3.579514054628183e-05, "hi": -5.346995053433523e-06, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.6923076923076923 }, "d_pearson_vs_mean": { "mean": 2.8958931694450093e-06, "lo": -1.8995276696044095e-06, "hi": 8.261100987810712e-06, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.46153846153846156 } }, "duplicate": { "mse": { "mean": 2.0560400088628135, "lo": 1.0407792329788208, "hi": 2.789214849472046, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "pearson": { "mean": 0.25851018851002056, "lo": 0.05148421600461006, "hi": 0.5782187581062317, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.2024394479821723, "lo": 0.32555930481095585, "hi": 1.9748638667285137, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.3421940704670055, "lo": -0.5173923227685459, "hi": -0.10595480782455935, "n_cond": 3, "n_drugs": 3, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 1.1306098499318373, "lo": 0.9536039750685426, "hi": 1.3398381517846276, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5507424587365766, "lo": 0.4947175625236418, "hi": 0.6101110276155046, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 1.132269409848745, "lo": 0.9385488778246509, "hi": 1.3667604947141534, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5557966567394435, "lo": 0.49790006404033466, "hi": 0.6166611044292086, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0016595599169077874, "lo": -0.035518678519062666, "hi": 0.03580507768190842, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.38461538461538464 }, "d_pearson_vs_mean": { "mean": 0.0050541980028670115, "lo": -0.002350983927207107, "hi": 0.012042301227973423, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.38461538461538464 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 1.1293511746747351, "lo": 0.9537160626651788, "hi": 1.3365674380509798, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5507424587365766, "lo": 0.49471756252364174, "hi": 0.6101110276155046, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0012586752571024545, "lo": -0.003949424688357371, "hi": 0.000792914617706255, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.46153846153846156 }, "d_pearson_vs_mean": { "mean": -3.416070845000482e-17, "lo": -7.979727989493313e-17, "hi": 9.25185853854297e-18, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.3076923076923077 } }, "_noise_floor_mse": { "mean": 0.7194584608078003, "lo": 0.5801576161224927, "hi": 0.8809814234885076, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.6850515007972717, "lo": 0.6119771769580742, "hi": 0.7394090577013909, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } } } }, "glioma_sibling_mean_vs_47line_mean": { "all": { "m": { "mean": 0.5562839844240809, "lo": 0.5380088872007055, "hi": 0.5755258591278486, "n_cond": 3147, "n_drugs": 379, "frac_neg": 0.0 }, "p": { "mean": 0.36525285853715594, "lo": 0.3559642442172028, "hi": 0.3755045968543613, "n_cond": 3147, "n_drugs": 379, "frac_neg": 0.0019065776930409914 }, "dm": { "mean": 0.1814574347748785, "lo": 0.17514964103291714, "hi": 0.18815759070355229, "n_cond": 3147, "n_drugs": 379, "frac_neg": 0.01874801398156975 }, "dp": { "mean": -0.2083162855788514, "lo": -0.2132182806183783, "hi": -0.20330809758291243, "n_cond": 3147, "n_drugs": 379, "frac_neg": 0.9793454083253893 } }, "effective": { "m": { "mean": 0.4805626037081782, "lo": 0.4487136951043775, "hi": 0.5156200672260505, "n_cond": 749, "n_drugs": 272, "frac_neg": 0.0 }, "p": { "mean": 0.4773082472003811, "lo": 0.4633933079161143, "hi": 0.4915112423212101, "n_cond": 749, "n_drugs": 272, "frac_neg": 0.0 }, "dm": { "mean": 0.2554298857823884, "lo": 0.24092400598247696, "hi": 0.2701219397559663, "n_cond": 749, "n_drugs": 272, "frac_neg": 0.0 }, "dp": { "mean": -0.22410761913470767, "lo": -0.23526957237185658, "hi": -0.21397824804451077, "n_cond": 749, "n_drugs": 272, "frac_neg": 0.9986648865153538 } } }, "LOO": { "A-172": { "all": { "train_mean": { "mse": { "mean": 0.07561778403089908, "lo": 0.0692599395707013, "hi": 0.08371114812431148, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7313592533256795, "lo": 0.7242045307637863, "hi": 0.7380879831769406, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8718396720052443, "lo": 0.8350906377210587, "hi": 0.9083333770638727, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.319017675131263, "lo": 0.3089436726221026, "hi": 0.3302026903370682, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00530035335689046 }, "d_mse_vs_mean": { "mean": 0.7962218879743451, "lo": 0.7604073116041866, "hi": 0.8330901348354791, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.4123415781944166, "lo": -0.4231266553734588, "hi": -0.4011885575606938, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "nn5_baseline": { "mse": { "mean": 0.1154980249367011, "lo": 0.10922058479248235, "hi": 0.12308504508426313, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.621977950380704, "lo": 0.6129555965679833, "hi": 0.6310397627093551, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.039880240905802035, "lo": 0.03834239479100942, "hi": 0.041423969013862284, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.014134275618374558 }, "d_pearson_vs_mean": { "mean": -0.10938130294497549, "lo": -0.11383325990092898, "hi": -0.10505868837781979, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.976148409893993 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07455465014296987, "lo": 0.06856407745204456, "hi": 0.08216308747619698, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.732203798187172, "lo": 0.7247792355989916, "hi": 0.7392108272633992, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0010631338879292045, "lo": -0.0016497016951891397, "hi": -0.0005722156465085804, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.534452296819788 }, "d_pearson_vs_mean": { "mean": 0.0008445448614924294, "lo": 8.011636237437591e-05, "hi": 0.001568451066323716, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4081272084805654 } }, "null_random_line": { "mse": { "mean": 0.21552912181584524, "lo": 0.2031634137304594, "hi": 0.2307344716696636, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5129569667265692, "lo": 0.5052101972734269, "hi": 0.5203738510487442, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13991133778494616, "lo": 0.13371000044804798, "hi": 0.14737061771085394, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2184022865991104, "lo": -0.22084717580895294, "hi": -0.2159808742159127, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0756084619507543, "lo": 0.06925176253451207, "hi": 0.0837005139213089, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.731382604493592, "lo": 0.7242263434652266, "hi": 0.7381124308456619, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.322080144776601e-06, "lo": -1.1663072900839176e-05, "hi": -7.300628541722227e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7915194346289752 }, "d_pearson_vs_mean": { "mean": 2.3351167912434083e-05, "lo": 1.9307051408373435e-05, "hi": 2.732189671296618e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.29063604240282687 } }, "same_organ_mean": { "mse": { "mean": 0.3405544591594969, "lo": 0.3273464129054716, "hi": 0.356167835972611, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4224788503609411, "lo": 0.41253968776351724, "hi": 0.4328622008296748, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.26493667512859775, "lo": 0.254974360535848, "hi": 0.2758137890978829, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.3088804029647384, "lo": -0.3159436132938542, "hi": -0.30213737722197764, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9982332155477032 } }, "duplicate": { "mse": { "mean": 0.16982236961285546, "lo": 0.14200256182868173, "hi": 0.199911699057325, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.40019604608125303, "lo": 0.3342650401321997, "hi": 0.46519811797457994, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.09729091011778333, "lo": 0.07213503764158027, "hi": 0.11911442470682718, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.36546548239011245, "lo": -0.4236192536592063, "hi": -0.30218924466918407, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.07750690772298391, "lo": 0.06682767575356835, "hi": 0.09172971809501167, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.728376692165767, "lo": 0.7173891742560374, "hi": 0.7380666570270179, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07893378171369515, "lo": 0.06844523191568397, "hi": 0.09250562027005879, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7225783861932338, "lo": 0.7110846781345688, "hi": 0.7328664681929682, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0014268739907112404, "lo": -0.0004121534050716734, "hi": 0.0028474819219239836, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.2968197879858657 }, "d_pearson_vs_mean": { "mean": -0.005798305972533184, "lo": -0.007768290125292646, "hi": -0.003945358741273646, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6554770318021201 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0774492480453944, "lo": 0.06654988561994063, "hi": 0.09198215071701653, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.728376692165767, "lo": 0.7173891742560374, "hi": 0.7380666570270179, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.7659677589499014e-05, "lo": -0.0003330396846644855, "hi": 0.00026626005092333086, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6978798586572438 }, "d_pearson_vs_mean": { "mean": 1.5692198227917407e-18, "lo": -8.307492780096744e-18, "hi": 1.1161465181030556e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.29858657243816256 } }, "_noise_floor_mse": { "mean": 0.03789854049682617, "lo": 0.035608340323786125, "hi": 0.0404546608761909, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8465493321418762, "lo": 0.8386019618039718, "hi": 0.8548235175690084, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10691709686837754, "lo": 0.09295066838230084, "hi": 0.12322282089656329, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7715511668715596, "lo": 0.7638216441850465, "hi": 0.7792129353261472, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8772439328453769, "lo": 0.8212889226153921, "hi": 0.9351344522086551, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.39212290503755615, "lo": 0.3752833796066984, "hi": 0.4084880112468895, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.002551020408163265 }, "d_mse_vs_mean": { "mean": 0.7703268359769992, "lo": 0.7178723882167394, "hi": 0.8240443092178935, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.37942826183400324, "lo": -0.3962512485702448, "hi": -0.3624910235117039, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.9974489795918368 } }, "nn5_baseline": { "mse": { "mean": 0.1477907332806436, "lo": 0.13396290958649074, "hi": 0.16306506172239107, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.6918733392839277, "lo": 0.6818422412985856, "hi": 0.7016097441492619, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.040873636412266025, "lo": 0.03787068046169234, "hi": 0.04396160495590403, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.03826530612244898 }, "d_pearson_vs_mean": { "mean": -0.0796778275876318, "lo": -0.08543963299272077, "hi": -0.0740724816358547, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.9413265306122449 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10329805331678941, "lo": 0.09011968848995446, "hi": 0.11831218825669293, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7766642545046697, "lo": 0.7688753735139181, "hi": 0.7842891515115031, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0036190435515881378, "lo": -0.0049668343140987, "hi": -0.002428420468196278, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.7066326530612245 }, "d_pearson_vs_mean": { "mean": 0.005113087633110264, "lo": 0.004198051594789704, "hi": 0.006060576997585629, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.22959183673469388 } }, "null_random_line": { "mse": { "mean": 0.2950593217196935, "lo": 0.2675077566675892, "hi": 0.3240557645934179, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.5586327595310222, "lo": 0.5483877042020745, "hi": 0.5687323514592831, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.188142224851316, "lo": 0.17443670142535872, "hi": 0.20214952984457857, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21291840734053727, "lo": -0.2167320323402336, "hi": -0.2087485671852128, "n_cond": 392, "n_drugs": 259, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10690213628671556, "lo": 0.09293994884058954, "hi": 0.1232046979170809, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.7715688062701833, "lo": 0.7638356601473083, "hi": 0.7792367789793282, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.4960581661969615e-05, "lo": -2.1827093647847014e-05, "hi": -9.14145568925025e-06, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.7448979591836735 }, "d_pearson_vs_mean": { "mean": 1.7639398623964893e-05, "lo": 9.648938409718853e-06, "hi": 2.4798719642453585e-05, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.3520408163265306 } }, "same_organ_mean": { "mse": { "mean": 0.4081490637230467, "lo": 0.3783566654887653, "hi": 0.4387020680466409, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "pearson": { "mean": 0.5036195320669405, "lo": 0.4896455981027046, "hi": 0.5173936438857444, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.3012319668546692, "lo": 0.28130013638150314, "hi": 0.3214018549390744, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.267931634804619, "lo": -0.27843642342780306, "hi": -0.25706980927609896, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.9948979591836735 } }, "duplicate": { "mse": { "mean": 0.1878796728162826, "lo": 0.14796410509986202, "hi": 0.2348451371196241, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.0 }, "pearson": { "mean": 0.47409449705022944, "lo": 0.4034354074825532, "hi": 0.5447797205513324, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.13924050632911392 }, "d_mse_vs_mean": { "mean": 0.09766219383975835, "lo": 0.06314555009569695, "hi": 0.12999810556280791, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.0379746835443038 }, "d_pearson_vs_mean": { "mean": -0.31943895684929174, "lo": -0.38517292972970657, "hi": -0.2540334576496077, "n_cond": 79, "n_drugs": 74, "frac_neg": 0.9620253164556962 } }, "IC:train_mean": { "mse": { "mean": 0.11071281895418812, "lo": 0.08525053866509905, "hi": 0.14206811884212167, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7721583669381239, "lo": 0.7624755492268058, "hi": 0.7813378805823219, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11095482081497164, "lo": 0.08680992179871735, "hi": 0.1404142305998175, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7687021981650038, "lo": 0.7581856597709877, "hi": 0.7790651057013533, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00024200186078351238, "lo": -0.0040799107314240055, "hi": 0.0036242433860261395, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.3804347826086957 }, "d_pearson_vs_mean": { "mean": -0.003456168773119863, "lo": -0.005771812860755382, "hi": -0.001125265912636224, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.5706521739130435 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11089390281030657, "lo": 0.08499667407819897, "hi": 0.14302565990928623, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "pearson": { "mean": 0.7721583669381239, "lo": 0.7624755492268058, "hi": 0.7813378805823219, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0001810838561184481, "lo": -0.0005951963554209078, "hi": 0.0010697539966062924, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.5978260869565217 }, "d_pearson_vs_mean": { "mean": 4.2236745502044e-18, "lo": -1.313344473376324e-17, "hi": 2.140015829708737e-17, "n_cond": 184, "n_drugs": 125, "frac_neg": 0.2608695652173913 } }, "_noise_floor_mse": { "mean": 0.037773288786411285, "lo": 0.03446226162250589, "hi": 0.04168243453653969, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9016828536987305, "lo": 0.8945280785865102, "hi": 0.9092227529870307, "n_cond": 392, "n_drugs": 259, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 392, "lam": 100, "mean_effect_norm2": 0.1717992126941681, "median_Q": 10.291053771972656, "frac_var_explained_by_mean_all": 0.5598479012502133, "frac_var_explained_by_mean_eff": 0.6032429342680151, "ic_beta": 0.951758072652843, "same_organ_n": 2 }, "A-427": { "all": { "train_mean": { "mse": { "mean": 0.07827482462806025, "lo": 0.07020543354343897, "hi": 0.08868827501733124, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7140371627101209, "lo": 0.7076868207890799, "hi": 0.7203018795498971, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.13902318716631334, "lo": 0.12651289642120891, "hi": 0.15540793917010448, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5659535689849282, "lo": 0.5572401978075803, "hi": 0.5741525772891665, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06074836253825307, "lo": 0.05602370907693788, "hi": 0.06735445817458655, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14808359372519253, "lo": -0.15165628483364946, "hi": -0.1447435146489389, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9982316534040672 } }, "nn5_baseline": { "mse": { "mean": 0.11222022038536072, "lo": 0.10434348874382851, "hi": 0.1220413143900331, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.603605316072582, "lo": 0.5953728328261113, "hi": 0.6116190267513698, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.033945395757300476, "lo": 0.032283182173349564, "hi": 0.03548619695967099, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.015915119363395226 }, "d_pearson_vs_mean": { "mean": -0.11043184663753879, "lo": -0.11385269552704778, "hi": -0.10699216400803435, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9832007073386384 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07726936953941503, "lo": 0.0695944175770157, "hi": 0.08711226566780327, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7139590697103447, "lo": 0.7075217551567389, "hi": 0.7203715289516447, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0010054550886452315, "lo": -0.0016540190983402741, "hi": -0.00045308868292075476, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.47303271441202477 }, "d_pearson_vs_mean": { "mean": -7.8092999776076e-05, "lo": -0.0007705550827617369, "hi": 0.0006462747567700149, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.5243147656940761 } }, "null_random_line": { "mse": { "mean": 0.21741483988627772, "lo": 0.20418618099883465, "hi": 0.2336216858981758, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5020292339427207, "lo": 0.4944659116610207, "hi": 0.5092975770390772, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13914001525821745, "lo": 0.1335271962753218, "hi": 0.14586407874339632, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2120079287674002, "lo": -0.2141939626892888, "hi": -0.20977333576979698, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0782748547291233, "lo": 0.07020541056257526, "hi": 0.08868784855578907, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7140351299532999, "lo": 0.7076851877896327, "hi": 0.7202998961103458, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.010106303941931e-08, "lo": -6.490257430542538e-07, "hi": 6.668542459405665e-07, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.4305923961096375 }, "d_pearson_vs_mean": { "mean": -2.0327568209277216e-06, "lo": -3.142372272249779e-06, "hi": -9.14246145245035e-07, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.53315649867374 } }, "same_organ_mean": { "mse": { "mean": 0.0923465266287787, "lo": 0.0835340309005421, "hi": 0.1036021672764679, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6645684635249373, "lo": 0.657409470045345, "hi": 0.6716279928123757, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.014071702000718441, "lo": 0.013058660652635981, "hi": 0.015216588911340522, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0008841732979664014 }, "d_pearson_vs_mean": { "mean": -0.04946869918518342, "lo": -0.05111829913893783, "hi": -0.04784094763366806, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9991158267020336 } }, "duplicate": { "mse": { "mean": 0.18404861234335435, "lo": 0.15769298251124475, "hi": 0.21594613220364992, "n_cond": 144, "n_drugs": 109, "frac_neg": 0.0 }, "pearson": { "mean": 0.29410484427434214, "lo": 0.2388000034246225, "hi": 0.3528077712612307, "n_cond": 144, "n_drugs": 109, "frac_neg": 0.1527777777777778 }, "d_mse_vs_mean": { "mean": 0.11764870122433299, "lo": 0.10079305861862661, "hi": 0.13543739982784006, "n_cond": 144, "n_drugs": 109, "frac_neg": 0.006944444444444444 }, "d_pearson_vs_mean": { "mean": -0.45781571528311754, "lo": -0.5109839169945051, "hi": -0.4014306141641402, "n_cond": 144, "n_drugs": 109, "frac_neg": 0.9930555555555556 } }, "IC:train_mean": { "mse": { "mean": 0.07995898166928854, "lo": 0.06852841058604968, "hi": 0.09506385649628785, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7110742542045234, "lo": 0.7020353781697084, "hi": 0.7200178050436968, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.0829771155143431, "lo": 0.07113853936931294, "hi": 0.09825991815134007, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7003587970133083, "lo": 0.6904248518360152, "hi": 0.7099416309394059, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0030181338450545607, "lo": 0.0021648969594632883, "hi": 0.003944030218155193, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.22123893805309736 }, "d_pearson_vs_mean": { "mean": -0.010715457191215217, "lo": -0.012667924528839228, "hi": -0.008921753260219321, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.784070796460177 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07838729990938563, "lo": 0.06722759228165087, "hi": 0.09315425331446818, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7110742542045234, "lo": 0.7020353781697084, "hi": 0.7200178050436968, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0015716817599029, "lo": -0.002174367716056711, "hi": -0.0010562311180695222, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.8477876106194691 }, "d_pearson_vs_mean": { "mean": -7.712611277263256e-18, "lo": -1.7475732795025613e-17, "hi": 1.5321660034445204e-18, "n_cond": 565, "n_drugs": 190, "frac_neg": 0.3415929203539823 } }, "_noise_floor_mse": { "mean": 0.04220800846815109, "lo": 0.03880697774208009, "hi": 0.04686818723092507, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8255760669708252, "lo": 0.8197443850065043, "hi": 0.8313544449839886, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11414694680584055, "lo": 0.10098446368712377, "hi": 0.1293583656083182, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.7450218227791142, "lo": 0.7348794223298951, "hi": 0.7545897575450635, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.19884564857867207, "lo": 0.17812482929972825, "hi": 0.2228589205077051, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.6171205477759257, "lo": 0.6047247896996248, "hi": 0.6290605207556444, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08469870177283154, "lo": 0.07629101415548938, "hi": 0.09508286362860238, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1279012750031884, "lo": -0.13357880700943162, "hi": -0.12255330675848047, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.9945652173913043 } }, "nn5_baseline": { "mse": { "mean": 0.15142448282504073, "lo": 0.1386914418231646, "hi": 0.16592393828513302, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.6578501411846404, "lo": 0.6464718151518117, "hi": 0.6686301556891758, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03727753601920018, "lo": 0.034124100209097355, "hi": 0.04032704930748811, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.03260869565217391 }, "d_pearson_vs_mean": { "mean": -0.08717168159447385, "lo": -0.09241265758317713, "hi": -0.08168991133208257, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.9592391304347826 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.11126133664638585, "lo": 0.09887888433596816, "hi": 0.12541552096453165, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.7476047598841917, "lo": 0.7376376557553649, "hi": 0.7570967220286127, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0028856101594546997, "lo": -0.004253195284678817, "hi": -0.0017482248194043643, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.5896739130434783 }, "d_pearson_vs_mean": { "mean": 0.002582937105077593, "lo": 0.0015027812296387315, "hi": 0.0036997704125760144, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.4157608695652174 } }, "null_random_line": { "mse": { "mean": 0.3005068567740118, "lo": 0.27694314523636593, "hi": 0.3264774335142468, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.5438148681787852, "lo": 0.5324473221486817, "hi": 0.5546874688232813, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18635990996817126, "lo": 0.17522716770469457, "hi": 0.1986355276422015, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20120695460032886, "lo": -0.20500104268252398, "hi": -0.1973799349494083, "n_cond": 368, "n_drugs": 242, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11414553570241898, "lo": 0.10098326186638114, "hi": 0.12935727828223742, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.7450218459570983, "lo": 0.73487850983445, "hi": 0.7545905572051204, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.4111034215588412e-06, "lo": -3.289886414141015e-06, "hi": 2.191237744081226e-07, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.4483695652173913 }, "d_pearson_vs_mean": { "mean": 2.3177984107938688e-08, "lo": -1.7394806195551892e-06, "hi": 1.9701868696749916e-06, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.5271739130434783 } }, "same_organ_mean": { "mse": { "mean": 0.13276874155913343, "lo": 0.1182286639790244, "hi": 0.14913648431705018, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "pearson": { "mean": 0.7010729174516313, "lo": 0.6902658945612807, "hi": 0.7112125321021806, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01862179475329289, "lo": 0.016939693404123383, "hi": 0.02050131521626722, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.04394890532748281, "lo": -0.04652017493007697, "hi": -0.04148843768066223, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.9972826086956522 } }, "duplicate": { "mse": { "mean": 0.1991408893509823, "lo": 0.16303361093676816, "hi": 0.23441862479199338, "n_cond": 68, "n_drugs": 64, "frac_neg": 0.0 }, "pearson": { "mean": 0.37877121966277416, "lo": 0.31407280104756385, "hi": 0.43597333229095603, "n_cond": 68, "n_drugs": 64, "frac_neg": 0.11764705882352941 }, "d_mse_vs_mean": { "mean": 0.12423467663955534, "lo": 0.10216953716998317, "hi": 0.1498698787830457, "n_cond": 68, "n_drugs": 64, "frac_neg": 0.014705882352941176 }, "d_pearson_vs_mean": { "mean": -0.39699954738668175, "lo": -0.4602065992533347, "hi": -0.33800792735453167, "n_cond": 68, "n_drugs": 64, "frac_neg": 0.9852941176470589 } }, "IC:train_mean": { "mse": { "mean": 0.10606109374336184, "lo": 0.09233960947931047, "hi": 0.12264138181778947, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7463951704260592, "lo": 0.7317327985933928, "hi": 0.7593717824166314, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11050571818599896, "lo": 0.09644678083737182, "hi": 0.12747994215675904, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7370246095695963, "lo": 0.7218048187789197, "hi": 0.7506074924782528, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004444624442637132, "lo": 0.0028047006591093108, "hi": 0.0063043183691533, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.22404371584699453 }, "d_pearson_vs_mean": { "mean": -0.009370560856462817, "lo": -0.012272539360932814, "hi": -0.006748855843544921, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.7868852459016393 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10411870533114687, "lo": 0.09086927641602008, "hi": 0.1201584910856893, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7463951704260592, "lo": 0.7317327985933926, "hi": 0.7593717824166314, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0019423884122149672, "lo": -0.003275013484551379, "hi": -0.0008417425443256778, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.6939890710382514 }, "d_pearson_vs_mean": { "mean": -1.1830245344366421e-17, "lo": -2.981754492082464e-17, "hi": 6.0020209197016534e-18, "n_cond": 183, "n_drugs": 119, "frac_neg": 0.3770491803278688 } }, "_noise_floor_mse": { "mean": 0.04958813637495041, "lo": 0.04483147593841605, "hi": 0.05571327478627618, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8757790327072144, "lo": 0.8694693855393842, "hi": 0.881941634983078, "n_cond": 368, "n_drugs": 242, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 368, "lam": 100, "mean_effect_norm2": 0.15831434726715088, "median_Q": 8.11458969116211, "frac_var_explained_by_mean_all": 0.5055733988785378, "frac_var_explained_by_mean_eff": 0.5432854929424082, "ic_beta": 0.89795340637125, "same_organ_n": 14 }, "A498": { "all": { "train_mean": { "mse": { "mean": 0.053999742362543277, "lo": 0.049290870925629386, "hi": 0.05966269271304688, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7891738993704639, "lo": 0.7837912775266875, "hi": 0.7945428184649872, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8606021675901305, "lo": 0.8235740272325754, "hi": 0.8977476099573504, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3297906343755395, "lo": 0.31918896651489, "hi": 0.3409170383276891, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00530035335689046 }, "d_mse_vs_mean": { "mean": 0.8066024252275873, "lo": 0.770996193591874, "hi": 0.8435523882364404, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.4593832649949243, "lo": -0.4707831797522635, "hi": -0.4481392750113936, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "nn5_baseline": { "mse": { "mean": 0.08884198266103642, "lo": 0.08407044762946918, "hi": 0.09462447924928685, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6778245719069053, "lo": 0.6706256577079724, "hi": 0.6853658170346341, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03484224029849314, "lo": 0.03326438331373762, "hi": 0.036390389150790306, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.037102473498233215 }, "d_pearson_vs_mean": { "mean": -0.11134932746355845, "lo": -0.11700553634038822, "hi": -0.10604926877906731, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9514134275618374 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.053868699291345926, "lo": 0.049319065876617704, "hi": 0.0593121376247082, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7882105427716917, "lo": 0.7829145458674835, "hi": 0.7934587487156213, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0001310430711973508, "lo": -0.00043236030705997734, "hi": 0.00012365614845515435, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4249116607773852 }, "d_pearson_vs_mean": { "mean": -0.0009633565987720914, "lo": -0.0014628827538456166, "hi": -0.0004624366476078533, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5282685512367491 } }, "null_random_line": { "mse": { "mean": 0.1943761198244164, "lo": 0.18374325171937173, "hi": 0.2073799673979291, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5521432092661532, "lo": 0.5449080062643413, "hi": 0.5593395810818764, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14037637746187315, "lo": 0.13412658061508373, "hi": 0.14789246383802215, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23703069010431038, "lo": -0.23976682833423077, "hi": -0.23440003076012572, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.05399819709167942, "lo": 0.04928807246288161, "hi": 0.05966195837604692, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7891849894389227, "lo": 0.7838025372758686, "hi": 0.7945533008637645, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.5452708638689695e-06, "lo": -2.7532047234216594e-06, "hi": -8.004378079420896e-08, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7022968197879859 }, "d_pearson_vs_mean": { "mean": 1.1090068458865996e-05, "lo": 9.575736895745255e-06, "hi": 1.2668490577950058e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.30918727915194344 } }, "duplicate": { "mse": { "mean": 0.1442337401262293, "lo": 0.12508579563825106, "hi": 0.16346216858424342, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.38863445422532394, "lo": 0.32282602326241294, "hi": 0.451584709136178, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.0895542099461562, "lo": 0.06800885720025128, "hi": 0.10813716939419925, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.422000880085829, "lo": -0.4883701918781796, "hi": -0.35048867231693354, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.049821004299499545, "lo": 0.04531010394636024, "hi": 0.05532235160789022, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7873672041453995, "lo": 0.7785253437112566, "hi": 0.7954162073127031, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.05446198507904173, "lo": 0.04940858725069974, "hi": 0.06038558239252477, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7694192913735284, "lo": 0.7599416133173524, "hi": 0.7782366831063396, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004640980779542194, "lo": 0.0035897555888590818, "hi": 0.005817152072603436, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.14991181657848324 }, "d_pearson_vs_mean": { "mean": -0.017947912771871136, "lo": -0.020775774052450787, "hi": -0.01531539914114312, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.8395061728395061 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.049509558386003655, "lo": 0.04513071445060066, "hi": 0.05468959450679381, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7873672041453995, "lo": 0.7785253437112566, "hi": 0.7954162073127031, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0003114459134958942, "lo": -0.0007766645387658427, "hi": 1.1804073560023437e-05, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.5714285714285714 }, "d_pearson_vs_mean": { "mean": -1.2629521179598341e-17, "lo": -2.314844429215129e-17, "hi": -2.336541427045062e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.36860670194003525 } }, "_noise_floor_mse": { "mean": 0.018689626827836037, "lo": 0.01795574516113282, "hi": 0.019430192428801483, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9132706522941589, "lo": 0.9099401725389453, "hi": 0.916535138385026, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.0874306526832606, "lo": 0.07637337990847315, "hi": 0.10044481246038298, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.8046156204539058, "lo": 0.7951164937310973, "hi": 0.8136653400875538, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8969498975056261, "lo": 0.8397870748811479, "hi": 0.9589416536809345, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.39412835794800655, "lo": 0.3758914155394059, "hi": 0.4108700014117799, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0026041666666666665 }, "d_mse_vs_mean": { "mean": 0.8095192448223655, "lo": 0.7538109172921797, "hi": 0.8680592821970367, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0026041666666666665 }, "d_pearson_vs_mean": { "mean": -0.4104872625058993, "lo": -0.42775314919501656, "hi": -0.39224178343116917, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.9973958333333334 } }, "nn5_baseline": { "mse": { "mean": 0.12179646616336394, "lo": 0.10989422407876619, "hi": 0.13555373454347233, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.731746282403169, "lo": 0.7210630661931832, "hi": 0.741888637590496, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.034365813480103334, "lo": 0.03153972221627736, "hi": 0.037507340298631266, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.08854166666666667 }, "d_pearson_vs_mean": { "mean": -0.07286933805073685, "lo": -0.07942055187698699, "hi": -0.06651187798476266, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.8880208333333334 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08630701773463467, "lo": 0.07542234489026586, "hi": 0.0988123995275483, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.8062573561668627, "lo": 0.7967520272745187, "hi": 0.8150962615473597, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0011236349486259348, "lo": -0.001857068032241769, "hi": -0.0005082238197506566, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.5729166666666666 }, "d_pearson_vs_mean": { "mean": 0.0016417357129568024, "lo": 0.0009278916947267128, "hi": 0.0023379666836804017, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.3984375 } }, "null_random_line": { "mse": { "mean": 0.2772494343835448, "lo": 0.253117976355001, "hi": 0.30459332997426597, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.5844886565350526, "lo": 0.573376952000882, "hi": 0.5953654100603581, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18981878170028424, "lo": 0.1752412233748652, "hi": 0.20497727747314182, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22012696391885325, "lo": -0.22441387510882208, "hi": -0.21559140483742312, "n_cond": 384, "n_drugs": 269, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08742996000574199, "lo": 0.07637245098048157, "hi": 0.10044543048077666, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.8046225518777503, "lo": 0.7951232152098289, "hi": 0.8136739289940554, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.926775186308155e-07, "lo": -4.142463244327314e-06, "hi": 3.146964134835584e-06, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.5911458333333334 }, "d_pearson_vs_mean": { "mean": 6.931423844549108e-06, "lo": 4.382001330082543e-06, "hi": 9.585207859814055e-06, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.40625 } }, "duplicate": { "mse": { "mean": 0.16972483398440558, "lo": 0.1416231769625981, "hi": 0.20066209311286606, "n_cond": 78, "n_drugs": 72, "frac_neg": 0.0 }, "pearson": { "mean": 0.4420328119945808, "lo": 0.3655472469363454, "hi": 0.5153560112991505, "n_cond": 78, "n_drugs": 72, "frac_neg": 0.15384615384615385 }, "d_mse_vs_mean": { "mean": 0.09666279973947514, "lo": 0.06542788287084102, "hi": 0.12632950842132815, "n_cond": 78, "n_drugs": 72, "frac_neg": 0.038461538461538464 }, "d_pearson_vs_mean": { "mean": -0.3852329420285327, "lo": -0.4660833454700205, "hi": -0.3117996772382235, "n_cond": 78, "n_drugs": 72, "frac_neg": 0.9615384615384616 } }, "IC:train_mean": { "mse": { "mean": 0.0785387328587051, "lo": 0.06742040420184933, "hi": 0.09117693487165134, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.8064556598686363, "lo": 0.7945454731422049, "hi": 0.8185286713122069, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08463635855068036, "lo": 0.07266281255038477, "hi": 0.09874387173997741, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.7921699469118425, "lo": 0.77778378083751, "hi": 0.8065450799945281, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0060976256919752555, "lo": 0.0033017411884931672, "hi": 0.00924629996564284, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.25 }, "d_pearson_vs_mean": { "mean": -0.014285712956793824, "lo": -0.019999984814417445, "hi": -0.00889519188800483, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.7391304347826086 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07807430756534456, "lo": 0.06741039289465121, "hi": 0.0900314097961611, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.8064556598686363, "lo": 0.7945454731422046, "hi": 0.8185286713122069, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00046442529336054096, "lo": -0.0018306359631065279, "hi": 0.0005021925583261381, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.3641304347826087 }, "d_pearson_vs_mean": { "mean": -1.8101462358018857e-17, "lo": -3.619024632993848e-17, "hi": 1.762729961430568e-18, "n_cond": 184, "n_drugs": 134, "frac_neg": 0.4076086956521739 } }, "_noise_floor_mse": { "mean": 0.02315383218228817, "lo": 0.021660247596978856, "hi": 0.024732888253036624, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9368076324462891, "lo": 0.9329750763403694, "hi": 0.9406077908242099, "n_cond": 384, "n_drugs": 269, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 384, "lam": 100, "mean_effect_norm2": 0.14352194964885712, "median_Q": 18.661470413208008, "frac_var_explained_by_mean_all": 0.6237527256655875, "frac_var_explained_by_mean_eff": 0.6287134117878035, "ic_beta": 0.9190440845213151, "same_organ_n": 0 }, "A549": { "all": { "train_mean": { "mse": { "mean": 0.07407024998889845, "lo": 0.06828040247896998, "hi": 0.08139951202210469, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7424616075495285, "lo": 0.7363875330133601, "hi": 0.7480269508858438, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.11558015908788988, "lo": 0.10453557799446112, "hi": 0.12952433193571591, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6496283763764713, "lo": 0.6419567695461146, "hi": 0.6569913421871061, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.041509909098991424, "lo": 0.03522147978000187, "hi": 0.04976732815399062, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0035335689045936395 }, "d_pearson_vs_mean": { "mean": -0.09283323117305718, "lo": -0.09601338114670949, "hi": -0.08974940793353152, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9964664310954063 } }, "nn5_baseline": { "mse": { "mean": 0.07389756764732064, "lo": 0.0685948372434423, "hi": 0.08069369555203952, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7377659867491987, "lo": 0.731390997981923, "hi": 0.7437711024214345, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0001726823415778191, "lo": -0.001290191108373053, "hi": 0.0008322707364851828, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.38162544169611307 }, "d_pearson_vs_mean": { "mean": -0.004695620800329798, "lo": -0.0063898578015797935, "hi": -0.0030282931906544385, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6174911660777385 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07128688882870914, "lo": 0.06580772775008273, "hi": 0.07831635575162481, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7512197886195436, "lo": 0.745294403003746, "hi": 0.7567254514423525, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0027833611601893174, "lo": -0.003228992813544298, "hi": -0.0023936814202802944, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.892226148409894 }, "d_pearson_vs_mean": { "mean": 0.008758181070015207, "lo": 0.008157562141428883, "hi": 0.009399101051579544, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.10247349823321555 } }, "null_random_line": { "mse": { "mean": 0.21401799242105354, "lo": 0.20241655760722965, "hi": 0.22869654683958515, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5218539371363671, "lo": 0.5145358378622871, "hi": 0.528993541610731, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1399477424321551, "lo": 0.1337294131192768, "hi": 0.1474272626655785, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22060767041316137, "lo": -0.22264215782631896, "hi": -0.21859973127504934, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07406709428694533, "lo": 0.06827768156970865, "hi": 0.08139577723620499, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7424721315719692, "lo": 0.7363979731419994, "hi": 0.7480374315611981, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.1557019531289314e-06, "lo": -4.008837341446147e-06, "hi": -2.476043464457518e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8030035335689046 }, "d_pearson_vs_mean": { "mean": 1.0524022440812829e-05, "lo": 9.43592252384855e-06, "hi": 1.160118888649368e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.21908127208480566 } }, "same_organ_mean": { "mse": { "mean": 0.08053488356759851, "lo": 0.0746693648981221, "hi": 0.08802119038259304, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7140981607075829, "lo": 0.7071838555695287, "hi": 0.7203300284749301, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006464633578700054, "lo": 0.005906544975317697, "hi": 0.0070532088945572885, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.10777385159010601 }, "d_pearson_vs_mean": { "mean": -0.02836344684194554, "lo": -0.029982670741186223, "hi": -0.02675910782708737, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.892226148409894 } }, "duplicate": { "mse": { "mean": 0.1817313831248512, "lo": 0.16051069342042085, "hi": 0.20323784033441586, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3516400100676062, "lo": 0.291217107534024, "hi": 0.409875034220393, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.14383561643835616 }, "d_mse_vs_mean": { "mean": 0.10723411947449105, "lo": 0.0806718032838809, "hi": 0.12905017945306949, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.40970422350855373, "lo": -0.46752566070520135, "hi": -0.3461995290973284, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.0785512081114492, "lo": 0.06824694371277579, "hi": 0.09187603122994749, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7433025056049861, "lo": 0.7340120140692595, "hi": 0.7520718241862574, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07812180644505855, "lo": 0.06837291751993216, "hi": 0.09090433988174668, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7411783122320555, "lo": 0.7318864359959101, "hi": 0.7503022927677757, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0004294016663906391, "lo": -0.0026814258804894594, "hi": 0.0015433268332762724, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.4647887323943662 }, "d_pearson_vs_mean": { "mean": -0.0021241933729306078, "lo": -0.004562550305883486, "hi": -3.7342423775959856e-05, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.5299295774647887 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07867508006573254, "lo": 0.06830854888196355, "hi": 0.09212849525766957, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7433025056049861, "lo": 0.7340120140692595, "hi": 0.7520718241862574, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00012387195428334427, "lo": 2.2975223631855753e-05, "hi": 0.00025178572455342624, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.5545774647887324 }, "d_pearson_vs_mean": { "mean": -5.375199503026726e-19, "lo": -1.1268576740218256e-17, "hi": 1.0397149995031008e-17, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3257042253521127 } }, "_noise_floor_mse": { "mean": 0.03699754178524017, "lo": 0.03537773455164222, "hi": 0.03897589077460791, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8562754392623901, "lo": 0.8510488561412445, "hi": 0.8617169615797375, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11696448970247372, "lo": 0.10258709281494574, "hi": 0.13369433843184503, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.7781968163381082, "lo": 0.7692825921499405, "hi": 0.7867622189375977, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.18502684684557408, "lo": 0.1587814095534545, "hi": 0.2128937284626702, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.6930842139527362, "lo": 0.6814536391020732, "hi": 0.704609350962813, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06806235714310035, "lo": 0.05384263983982315, "hi": 0.08567902793733102, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.011396011396011397 }, "d_pearson_vs_mean": { "mean": -0.08511260238537213, "lo": -0.09201029809428037, "hi": -0.078648952893411, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.9886039886039886 } }, "nn5_baseline": { "mse": { "mean": 0.11245106027201165, "lo": 0.09948561005016894, "hi": 0.12744318607777946, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.7827562958538574, "lo": 0.7740943853671128, "hi": 0.7914599245477488, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0045134294304620785, "lo": -0.007766443326541291, "hi": -0.0016817584581884776, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.5584045584045584 }, "d_pearson_vs_mean": { "mean": 0.004559479515748943, "lo": 0.0012513067614064203, "hi": 0.007850592037493968, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.46153846153846156 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.11120659771656387, "lo": 0.09761963249787418, "hi": 0.12692240100205537, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.7893549687238166, "lo": 0.7809664406314364, "hi": 0.7975907968757822, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.005757891985909861, "lo": -0.006909567591600464, "hi": -0.004772937647289379, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.9601139601139601 }, "d_pearson_vs_mean": { "mean": 0.011158152385708237, "lo": 0.010122637531481639, "hi": 0.012209405850422444, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.02849002849002849 } }, "null_random_line": { "mse": { "mean": 0.3108192761644746, "lo": 0.28204232733351026, "hi": 0.3418312594134052, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.5695426219790918, "lo": 0.5573780564255021, "hi": 0.581176535268705, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19385478646200083, "lo": 0.17916659608677163, "hi": 0.210054963914942, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20865419435901653, "lo": -0.2123847045356057, "hi": -0.20488802645577545, "n_cond": 351, "n_drugs": 247, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11695898569239177, "lo": 0.10258317315586649, "hi": 0.13368763343405904, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.7782053492636394, "lo": 0.7692909984143583, "hi": 0.7867701240637597, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.504010081965409e-06, "lo": -7.993047160151628e-06, "hi": -3.491960892823286e-06, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.7350427350427351 }, "d_pearson_vs_mean": { "mean": 8.532925530971901e-06, "lo": 6.110511583758721e-06, "hi": 1.0701302510137775e-05, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.28774928774928776 } }, "same_organ_mean": { "mse": { "mean": 0.12304498608868245, "lo": 0.10855930920936328, "hi": 0.14004438883667172, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "pearson": { "mean": 0.7609506971539237, "lo": 0.7517730043706105, "hi": 0.7703120987404227, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006080496386208718, "lo": 0.004617747744386907, "hi": 0.007472459875802168, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.19658119658119658 }, "d_pearson_vs_mean": { "mean": -0.017246119184184606, "lo": -0.019935581942212854, "hi": -0.014588858181985161, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.811965811965812 } }, "duplicate": { "mse": { "mean": 0.21896465634232137, "lo": 0.1847064100731363, "hi": 0.25615080624407127, "n_cond": 67, "n_drugs": 62, "frac_neg": 0.0 }, "pearson": { "mean": 0.42392817653938014, "lo": 0.34539141675052437, "hi": 0.4959415316812276, "n_cond": 67, "n_drugs": 62, "frac_neg": 0.13432835820895522 }, "d_mse_vs_mean": { "mean": 0.11354090612760473, "lo": 0.06585640549385947, "hi": 0.1547755017401494, "n_cond": 67, "n_drugs": 62, "frac_neg": 0.04477611940298507 }, "d_pearson_vs_mean": { "mean": -0.3652324935163197, "lo": -0.4416233068009225, "hi": -0.29262893751008384, "n_cond": 67, "n_drugs": 62, "frac_neg": 0.9552238805970149 } }, "IC:train_mean": { "mse": { "mean": 0.12320862814675898, "lo": 0.09828640064978775, "hi": 0.15336810690161803, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "pearson": { "mean": 0.7808087968005679, "lo": 0.7697658806398033, "hi": 0.7924063768428714, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11968954106222407, "lo": 0.09727251125826723, "hi": 0.1474361544102484, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "pearson": { "mean": 0.7828285691910433, "lo": 0.7716333720184938, "hi": 0.7940570959864512, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003519087084534922, "lo": -0.009455883520473569, "hi": 0.0013437146912948247, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.6021505376344086 }, "d_pearson_vs_mean": { "mean": 0.0020197723904754107, "lo": -0.0028808566102441974, "hi": 0.006537341049150071, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.42473118279569894 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.12363425730562874, "lo": 0.09858109849878204, "hi": 0.15397534725967113, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "pearson": { "mean": 0.7808087968005679, "lo": 0.7697658806398033, "hi": 0.7924063768428713, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0004256291588697543, "lo": 0.00016719652263518864, "hi": 0.0007345174735333245, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.27956989247311825 }, "d_pearson_vs_mean": { "mean": -5.968940992608369e-19, "lo": -1.9123969226047444e-17, "hi": 1.7812961114720742e-17, "n_cond": 186, "n_drugs": 129, "frac_neg": 0.34946236559139787 } }, "_noise_floor_mse": { "mean": 0.04535795748233795, "lo": 0.04175363489588641, "hi": 0.04985056531912167, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9006967544555664, "lo": 0.8947522132677951, "hi": 0.906396213865251, "n_cond": 351, "n_drugs": 247, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 351, "lam": 100, "mean_effect_norm2": 0.17996633052825928, "median_Q": 11.052221298217773, "frac_var_explained_by_mean_all": 0.5884216243589656, "frac_var_explained_by_mean_eff": 0.6279559539305821, "ic_beta": 0.9848356462079194, "same_organ_n": 14 }, "AN3 CA": { "all": { "train_mean": { "mse": { "mean": 0.3432737201985178, "lo": 0.3270748221921063, "hi": 0.3591964931552482, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.44032815964985844, "lo": 0.4320906000001292, "hi": 0.4486960359427221, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.4556780188641987, "lo": 0.4345903762438636, "hi": 0.4777527592034741, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.31328017615157067, "lo": 0.3051697224082613, "hi": 0.3215409552461353, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11240429866568086, "lo": 0.10652690976493763, "hi": 0.12009222408579151, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.12704798349828783, "lo": -0.12942854424831599, "hi": -0.12461579083159965, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.9973357015985791 } }, "nn5_baseline": { "mse": { "mean": 0.3662501409368418, "lo": 0.34995536126666593, "hi": 0.38231838207531105, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.39236868738966785, "lo": 0.3837448922065633, "hi": 0.40097693346538626, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.022976420738324004, "lo": 0.02180557841209194, "hi": 0.024204055169902927, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.06483126110124333 }, "d_pearson_vs_mean": { "mean": -0.04795947226019059, "lo": -0.04996639508959222, "hi": -0.04598047468606662, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.9209591474245116 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.3409557182636898, "lo": 0.32492636316477885, "hi": 0.35664161081740064, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4436645375795643, "lo": 0.4352319737841689, "hi": 0.45205196739536313, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0023180019348280154, "lo": -0.0028620801462234517, "hi": -0.0018641126456776383, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.6811722912966253 }, "d_pearson_vs_mean": { "mean": 0.0033363779297058945, "lo": 0.0028042533892436135, "hi": 0.0038817786275658784, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.37122557726465366 } }, "null_random_line": { "mse": { "mean": 0.47473597869075085, "lo": 0.4542894309559695, "hi": 0.4959045299294652, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.313836320456338, "lo": 0.3062182939100795, "hi": 0.32134823190906164, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13146225849223314, "lo": 0.12612491807520732, "hi": 0.1380946987936825, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1264918391935204, "lo": -0.12826396891144007, "hi": -0.12479987489438811, "n_cond": 1126, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.3432717562994845, "lo": 0.32707303912146285, "hi": 0.35919367658180706, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4403297463378051, "lo": 0.4320920125415021, "hi": 0.4486968812521179, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.9638990333255268e-06, "lo": -2.941566014333123e-06, "hi": -1.1545035615982863e-06, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.5390763765541741 }, "d_pearson_vs_mean": { "mean": 1.586687946636558e-06, "lo": 6.282194720518997e-07, "hi": 2.571625233561735e-06, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.45204262877442275 } }, "same_organ_mean": { "mse": { "mean": 0.3894063369120303, "lo": 0.3707671646681595, "hi": 0.40852940579418134, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.35769711078241884, "lo": 0.34931630962263505, "hi": 0.36603452957265353, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0008880994671403197 }, "d_mse_vs_mean": { "mean": 0.04613261671351249, "lo": 0.042657286546201025, "hi": 0.05074712845451722, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.004440497335701598 }, "d_pearson_vs_mean": { "mean": -0.08263104886743965, "lo": -0.08470581005952373, "hi": -0.08071542012500028, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.9973357015985791 } }, "duplicate": { "mse": { "mean": 0.6120165432321614, "lo": 0.5511424232313186, "hi": 0.6772138077559899, "n_cond": 145, "n_drugs": 110, "frac_neg": 0.0 }, "pearson": { "mean": 0.15034890178518756, "lo": 0.12196842045497051, "hi": 0.17767076459307576, "n_cond": 145, "n_drugs": 110, "frac_neg": 0.1310344827586207 }, "d_mse_vs_mean": { "mean": 0.3793001524443581, "lo": 0.3344637672200626, "hi": 0.42956303864999246, "n_cond": 145, "n_drugs": 110, "frac_neg": 0.006896551724137931 }, "d_pearson_vs_mean": { "mean": -0.3627920109489984, "lo": -0.382997602404145, "hi": -0.3422376868616167, "n_cond": 145, "n_drugs": 110, "frac_neg": 0.993103448275862 } }, "IC:train_mean": { "mse": { "mean": 0.3389855997146639, "lo": 0.3181943242687836, "hi": 0.3627075258871426, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.4381374559221753, "lo": 0.42725274142471825, "hi": 0.4495267511351862, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.34921114204701387, "lo": 0.32693584214851473, "hi": 0.37446641528973523, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.4215368691209349, "lo": 0.41036144151760373, "hi": 0.4330196249219018, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01022554233234994, "lo": 0.008513543152660931, "hi": 0.012560125333471658, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.037102473498233215 }, "d_pearson_vs_mean": { "mean": -0.01660058680124039, "lo": -0.017944469446953496, "hi": -0.015365343022529721, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.9240282685512368 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.33858781663810317, "lo": 0.3177947447622982, "hi": 0.3622956447105123, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.4381374559221753, "lo": 0.4272527414247183, "hi": 0.4495267511351862, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0003977830765607701, "lo": -0.0005955463056678417, "hi": -0.00020297907877729745, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6360424028268551 }, "d_pearson_vs_mean": { "mean": -2.2067153758008852e-18, "lo": -8.147407763093882e-18, "hi": 3.7474856856808015e-18, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.30918727915194344 } }, "_noise_floor_mse": { "mean": 0.24494822323322296, "lo": 0.2344658377845644, "hi": 0.25474852900715667, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.6235321164131165, "lo": 0.6137297871134041, "hi": 0.6336377431773226, "n_cond": 1126, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.6091516192331119, "lo": 0.5629051483977611, "hi": 0.6628086924894198, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.49721087819269616, "lo": 0.4719980714385067, "hi": 0.5215092543568743, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8035208349660677, "lo": 0.7389109836501273, "hi": 0.8792193874774339, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.3798696800650768, "lo": 0.3522648057609836, "hi": 0.4068302883618937, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19436921573295565, "lo": 0.1721619723319892, "hi": 0.22240006602489965, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.11734119812761919, "lo": -0.12431420954689859, "hi": -0.11019449494571731, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.9863013698630136 } }, "nn5_baseline": { "mse": { "mean": 0.6384140022919836, "lo": 0.592017943406722, "hi": 0.6921382025437925, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.4614589915742096, "lo": 0.4346010651032736, "hi": 0.4880056770092356, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02926238305887154, "lo": 0.023394073367702085, "hi": 0.035594314973771, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.18493150684931506 }, "d_pearson_vs_mean": { "mean": -0.03575188661848648, "lo": -0.04155124841999328, "hi": -0.030188442150739143, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.8287671232876712 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.6011262383549134, "lo": 0.556026978545044, "hi": 0.6532540729083837, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.5028031571932381, "lo": 0.47718668925629193, "hi": 0.5273793848512557, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.008025380878198561, "lo": -0.010555376887181372, "hi": -0.005871380154357154, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.8082191780821918 }, "d_pearson_vs_mean": { "mean": 0.005592279000542106, "lo": 0.0041650918339918895, "hi": 0.007016252067568684, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.2602739726027397 } }, "null_random_line": { "mse": { "mean": 0.8530371763872164, "lo": 0.7918783563459192, "hi": 0.9260134652656173, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.3691675455924035, "lo": 0.3446289433533353, "hi": 0.39289454083955544, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2438855571541045, "lo": 0.2230967348942209, "hi": 0.26945434535238216, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1280433326002926, "lo": -0.13164388332927715, "hi": -0.12414505855473182, "n_cond": 146, "n_drugs": 116, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.6091430111571354, "lo": 0.5628983585111834, "hi": 0.6627952483068964, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.497215804177455, "lo": 0.47200123174158287, "hi": 0.5215153909424761, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -8.608075976567254e-06, "lo": -1.2405870273875172e-05, "hi": -5.055386874880386e-06, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.6712328767123288 }, "d_pearson_vs_mean": { "mean": 4.9259847590213234e-06, "lo": 2.496608409197174e-06, "hi": 7.279517301768982e-06, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.3356164383561644 } }, "same_organ_mean": { "mse": { "mean": 0.6995425585850271, "lo": 0.6433413664774543, "hi": 0.7688849347705121, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "pearson": { "mean": 0.4221077429283122, "lo": 0.397055656805611, "hi": 0.4475575279288718, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.00684931506849315 }, "d_mse_vs_mean": { "mean": 0.09039093935191508, "lo": 0.07476840757521545, "hi": 0.10996115868090187, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.07510313526438386, "lo": -0.08111459920513667, "hi": -0.06912559484086382, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.9931506849315068 } }, "duplicate": { "mse": { "mean": 0.9002226152840782, "lo": 0.7556951725389809, "hi": 1.0378693646455512, "n_cond": 17, "n_drugs": 15, "frac_neg": 0.0 }, "pearson": { "mean": 0.17074301816961346, "lo": 0.08516267124598055, "hi": 0.25722142961889244, "n_cond": 17, "n_drugs": 15, "frac_neg": 0.11764705882352941 }, "d_mse_vs_mean": { "mean": 0.4353847368457091, "lo": 0.3347093663470359, "hi": 0.538612592944212, "n_cond": 17, "n_drugs": 15, "frac_neg": 0.058823529411764705 }, "d_pearson_vs_mean": { "mean": -0.37855068690194116, "lo": -0.4552584693629916, "hi": -0.291845227891605, "n_cond": 17, "n_drugs": 15, "frac_neg": 0.9411764705882353 } }, "IC:train_mean": { "mse": { "mean": 0.6227060844285025, "lo": 0.5508946534274881, "hi": 0.7093351681547975, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "pearson": { "mean": 0.5151719889774723, "lo": 0.47995034487477534, "hi": 0.5475782466266716, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.6520078459494185, "lo": 0.5756486228109201, "hi": 0.7455220096895213, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "pearson": { "mean": 0.4968829417597197, "lo": 0.45977939310890564, "hi": 0.5304905114496526, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02930176152091605, "lo": 0.02106766138302772, "hi": 0.03929457478675999, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.01828904721775269, "lo": -0.020840262993109857, "hi": -0.015808219932095288, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.958904109589041 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.6219717776826381, "lo": 0.5496666691081784, "hi": 0.7086938711090583, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "pearson": { "mean": 0.5151719889774723, "lo": 0.47995034487477534, "hi": 0.5475782466266716, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007343067458642004, "lo": -0.0019531329357479164, "hi": 0.000432672596502917, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.5068493150684932 }, "d_pearson_vs_mean": { "mean": 1.140640093792969e-17, "lo": -1.0227825270090022e-17, "hi": 3.2138034923359796e-17, "n_cond": 73, "n_drugs": 54, "frac_neg": 0.2602739726027397 } }, "_noise_floor_mse": { "mean": 0.38179364800453186, "lo": 0.34849468391136595, "hi": 0.4179526165087553, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.712152898311615, "lo": 0.6897236182037615, "hi": 0.7334430381909206, "n_cond": 146, "n_drugs": 116, "frac_neg": 0.0 } }, "n_cond": 1126, "n_eff": 146, "lam": 100, "mean_effect_norm2": 0.4334314167499542, "median_Q": 2.2121846675872803, "frac_var_explained_by_mean_all": 0.20800914070206455, "frac_var_explained_by_mean_eff": 0.2792490233329088, "ic_beta": 0.9589888741446788, "same_organ_n": 1 }, "AsPC-1": { "all": { "train_mean": { "mse": { "mean": 0.1040561327143981, "lo": 0.09768001850930286, "hi": 0.11134979629612282, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6653686210399639, "lo": 0.6590988301166673, "hi": 0.6717467349340867, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1521930790313271, "lo": 0.14372186204447596, "hi": 0.16169011946508205, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5523165931675061, "lo": 0.5448568102711621, "hi": 0.5599811957468529, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04813694631692899, "lo": 0.045211655085252336, "hi": 0.05132210183339906, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00529567519858782 }, "d_pearson_vs_mean": { "mean": -0.11305202787245777, "lo": -0.1160173462116881, "hi": -0.11008810806980768, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9911738746690203 } }, "nn5_baseline": { "mse": { "mean": 0.10636508345480701, "lo": 0.1000729414338571, "hi": 0.11334601741093492, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6565256799620297, "lo": 0.6496911147912914, "hi": 0.6632946907709606, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0023089507404089058, "lo": 0.0011696586129740312, "hi": 0.003303518069927223, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.25154457193292146 }, "d_pearson_vs_mean": { "mean": -0.008842941077934234, "lo": -0.010700726892232244, "hi": -0.00696882682845402, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.70432480141218 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10067177839682001, "lo": 0.09459686510270947, "hi": 0.10747677008034212, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6758404652129242, "lo": 0.6696146149117065, "hi": 0.6820623223004719, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003384354317578082, "lo": -0.003932006364506087, "hi": -0.0029326784204643202, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9664607237422771 }, "d_pearson_vs_mean": { "mean": 0.010471844172960303, "lo": 0.009905821854465995, "hi": 0.01105092866644715, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.02383053839364519 } }, "null_random_line": { "mse": { "mean": 0.24375563799903632, "lo": 0.2309881535841133, "hi": 0.2581988467860859, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4695662183179993, "lo": 0.4621410092965908, "hi": 0.47681291414644167, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13969950528463823, "lo": 0.1334879911369872, "hi": 0.14721584557703823, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19580240272196453, "lo": -0.19744271885600215, "hi": -0.1941557823612491, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10404662490274698, "lo": 0.09767181270038017, "hi": 0.11133980100073985, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6653942260976373, "lo": 0.659125719878113, "hi": 0.6717728920786086, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.507811651119675e-06, "lo": -1.117137813558276e-05, "hi": -8.13092426309164e-06, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.8631950573698146 }, "d_pearson_vs_mean": { "mean": 2.5605057673344097e-05, "lo": 2.3671392740852512e-05, "hi": 2.7540647948101183e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.14563106796116504 } }, "same_organ_mean": { "mse": { "mean": 0.11177551469201721, "lo": 0.10477842238313102, "hi": 0.11990108741765512, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6436483906062759, "lo": 0.6367164282596656, "hi": 0.6505324946297791, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007719381977619105, "lo": 0.006358665913875696, "hi": 0.009537051524182693, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0794351279788173 }, "d_pearson_vs_mean": { "mean": -0.02172023043368789, "lo": -0.023163148625209552, "hi": -0.02033012945110986, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9037952338923213 } }, "duplicate": { "mse": { "mean": 0.211497189400539, "lo": 0.18819920703282297, "hi": 0.2344334118403167, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3359001952300027, "lo": 0.27533549138558316, "hi": 0.39444412553585356, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.14383561643835616 }, "d_mse_vs_mean": { "mean": 0.11187614488817955, "lo": 0.08796492391412453, "hi": 0.13340297145776844, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0410958904109589 }, "d_pearson_vs_mean": { "mean": -0.3456593484369991, "lo": -0.4051961635347445, "hi": -0.2837122169926154, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.952054794520548 } }, "IC:train_mean": { "mse": { "mean": 0.10404654876655718, "lo": 0.09617099344157369, "hi": 0.11322590475464901, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6688006814322877, "lo": 0.6597574359247886, "hi": 0.6780488439811375, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.10474616517997672, "lo": 0.09741525320044672, "hi": 0.11348189803079811, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6631541334091743, "lo": 0.6537715151104002, "hi": 0.6728242883796909, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0006996164134195247, "lo": -0.0003369784648543675, "hi": 0.0016802115467627532, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.2821869488536155 }, "d_pearson_vs_mean": { "mean": -0.005646548023113306, "lo": -0.007617318847939743, "hi": -0.0036163750225986406, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6931216931216931 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10354336098721556, "lo": 0.09568222483380535, "hi": 0.11271200845579735, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6688006814322877, "lo": 0.6597574359247886, "hi": 0.6780488439811375, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0005031877793416021, "lo": -0.0009221925030131582, "hi": -0.00010777757462271383, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6313932980599647 }, "d_pearson_vs_mean": { "mean": 2.9370979487438e-19, "lo": -8.585204408349189e-18, "hi": 8.91124825353635e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30335097001763667 } }, "_noise_floor_mse": { "mean": 0.05274832621216774, "lo": 0.050466061881011375, "hi": 0.0552059973012311, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8223357200622559, "lo": 0.8164684070049404, "hi": 0.8285308306564538, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.1351951863457998, "lo": 0.12326254166243873, "hi": 0.14792634390985637, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.685634099478005, "lo": 0.6776615771452765, "hi": 0.6931380780814898, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.19401119858277366, "lo": 0.1787025828692671, "hi": 0.21003687324476994, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.5833764211178473, "lo": 0.5733741834039826, "hi": 0.5932019267333462, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05881601223697383, "lo": 0.05379580630755119, "hi": 0.06471141522010948, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.006 }, "d_pearson_vs_mean": { "mean": -0.10225767836015766, "lo": -0.1064170081345029, "hi": -0.09805725910884568, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.988 } }, "nn5_baseline": { "mse": { "mean": 0.13678072129646995, "lo": 0.12546276766371442, "hi": 0.1488670300329829, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.679934915902045, "lo": 0.6714385939973976, "hi": 0.6882876983162256, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0015855349506701045, "lo": -0.000530887342933308, "hi": 0.0034525845452398406, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.308 }, "d_pearson_vs_mean": { "mean": -0.0056991835759599326, "lo": -0.008152761806766167, "hi": -0.0031435964809844773, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.642 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1300490374115687, "lo": 0.11884477211006164, "hi": 0.142165489259371, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.6965819470973391, "lo": 0.6888113182122251, "hi": 0.7039405404440592, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.005146148934231126, "lo": -0.0061702635460134615, "hi": -0.004280197396110195, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.968 }, "d_pearson_vs_mean": { "mean": 0.010947847619334122, "lo": 0.010123726699284321, "hi": 0.011803113190788889, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.026 } }, "null_random_line": { "mse": { "mean": 0.3064659605130609, "lo": 0.2829803362901071, "hi": 0.33077439139022435, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.4985866371592136, "lo": 0.48890436792683073, "hi": 0.5081131253316603, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17127077416726105, "lo": 0.1603812172320377, "hi": 0.18372267517444535, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18704746231879144, "lo": -0.1895467279536673, "hi": -0.1845979660706241, "n_cond": 500, "n_drugs": 317, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1351801149957107, "lo": 0.12325037581367262, "hi": 0.14790976285296392, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.6856619095048587, "lo": 0.6776908004218809, "hi": 0.6931638376046463, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.5071350089146798e-05, "lo": -1.8347181022519883e-05, "hi": -1.2286043965244704e-05, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.896 }, "d_pearson_vs_mean": { "mean": 2.7810026853777204e-05, "lo": 2.5131797764993467e-05, "hi": 3.046440078912061e-05, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.122 } }, "same_organ_mean": { "mse": { "mean": 0.14446426139099947, "lo": 0.1320461149915786, "hi": 0.15808146413133914, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "pearson": { "mean": 0.6654577107748699, "lo": 0.6568658909053189, "hi": 0.673754242597611, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00926907504519963, "lo": 0.007721034948773392, "hi": 0.010924373865250116, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.112 }, "d_pearson_vs_mean": { "mean": -0.020176388703135005, "lo": -0.022155188377415598, "hi": -0.018204199953922896, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.886 } }, "duplicate": { "mse": { "mean": 0.21409265231341124, "lo": 0.18600851958659748, "hi": 0.24356790339362988, "n_cond": 96, "n_drugs": 89, "frac_neg": 0.0 }, "pearson": { "mean": 0.405815623079737, "lo": 0.3465097747165935, "hi": 0.4620394345749755, "n_cond": 96, "n_drugs": 89, "frac_neg": 0.125 }, "d_mse_vs_mean": { "mean": 0.1027936310270597, "lo": 0.07386887698056126, "hi": 0.12830789890812352, "n_cond": 96, "n_drugs": 89, "frac_neg": 0.052083333333333336 }, "d_pearson_vs_mean": { "mean": -0.2980112228416332, "lo": -0.35803495243713784, "hi": -0.2417742045974445, "n_cond": 96, "n_drugs": 89, "frac_neg": 0.9375 } }, "IC:train_mean": { "mse": { "mean": 0.14117354559685297, "lo": 0.12448914603706678, "hi": 0.15874535244207547, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "pearson": { "mean": 0.6916916809380116, "lo": 0.6798827891953638, "hi": 0.7031726511340448, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.13954812647760148, "lo": 0.12422286199630114, "hi": 0.1561673922732238, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "pearson": { "mean": 0.6907726814922589, "lo": 0.6783995487834892, "hi": 0.7026723195875363, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0016254191192514899, "lo": -0.003695979623449037, "hi": 0.0002975256901505773, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.39915966386554624 }, "d_pearson_vs_mean": { "mean": -0.0009189994457526131, "lo": -0.0033955184847359573, "hi": 0.0017824609116426002, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.592436974789916 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.14027153472976225, "lo": 0.12358455904731717, "hi": 0.1579069681832537, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "pearson": { "mean": 0.6916916809380116, "lo": 0.6798827891953638, "hi": 0.7031726511340447, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0009020108670907225, "lo": -0.001843651956055185, "hi": 8.48862353558067e-06, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.6554621848739496 }, "d_pearson_vs_mean": { "mean": 4.1983223620279026e-18, "lo": -9.941446601838715e-18, "hi": 1.834700311241676e-17, "n_cond": 238, "n_drugs": 155, "frac_neg": 0.31092436974789917 } }, "_noise_floor_mse": { "mean": 0.05860264599323273, "lo": 0.054772898937275945, "hi": 0.06321107930484465, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8532811999320984, "lo": 0.8464265580094837, "hi": 0.8600656891326067, "n_cond": 500, "n_drugs": 317, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 500, "lam": 100, "mean_effect_norm2": 0.1936810463666916, "median_Q": 10.0393648147583, "frac_var_explained_by_mean_all": 0.4627448856436309, "frac_var_explained_by_mean_eff": 0.4873154254951343, "ic_beta": 0.9246346303406161, "same_organ_n": 6 }, "BT-474": { "all": { "train_mean": { "mse": { "mean": 0.12698590292166267, "lo": 0.11874558961586523, "hi": 0.13632319395045603, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6222768649870267, "lo": 0.6132492354639536, "hi": 0.6305938030606234, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.20281319780232204, "lo": 0.19038760609829533, "hi": 0.21800989963311873, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.46909574220738703, "lo": 0.4599805260378126, "hi": 0.4781169937447296, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07582729488065937, "lo": 0.07076580388540736, "hi": 0.0823020796265922, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.15318112277963972, "lo": -0.15652227812742125, "hi": -0.1499808955682342, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.14299769589410707, "lo": 0.13397119008600825, "hi": 0.15356846728294013, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5771584053351781, "lo": 0.5679489332039281, "hi": 0.5856666213850071, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.016011792972444396, "lo": 0.014889881340154142, "hi": 0.017299200415882243, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.023872679045092837 }, "d_pearson_vs_mean": { "mean": -0.0451184596518487, "lo": -0.04701269106679572, "hi": -0.04327917395536502, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.97789566755084 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.12700487561580578, "lo": 0.11886590646990126, "hi": 0.1362272712651917, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.620540597066194, "lo": 0.6113939371635297, "hi": 0.6288322997218974, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.8972694143110705e-05, "lo": -0.00033751156052137847, "hi": 0.0003081533116132656, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.36693191865605657 }, "d_pearson_vs_mean": { "mean": -0.0017362679208327589, "lo": -0.002163762741841868, "hi": -0.001303601953183392, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.6401414677276747 } }, "null_random_line": { "mse": { "mean": 0.2651434793014886, "lo": 0.25171778605033696, "hi": 0.28135939076166355, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.43973281743098663, "lo": 0.43132296012986343, "hi": 0.44759511058307466, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13815757637982598, "lo": 0.1321787399826477, "hi": 0.14542308658743686, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18254404755604015, "lo": -0.18496830226699898, "hi": -0.18025026171013112, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1269835758207137, "lo": 0.11874376384048226, "hi": 0.1363202995628348, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6222808248824193, "lo": 0.6132527861279803, "hi": 0.6305969291604425, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.327100948967924e-06, "lo": -3.314125162142249e-06, "hi": -1.4959894595426175e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.5782493368700266 }, "d_pearson_vs_mean": { "mean": 3.959895392535178e-06, "lo": 2.8177740701257e-06, "hi": 5.169790633595584e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.4182139699381079 } }, "same_organ_mean": { "mse": { "mean": 0.20223996122326465, "lo": 0.1902437427835667, "hi": 0.21699226173923802, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.46109474715937177, "lo": 0.4522261869042416, "hi": 0.46953590943904017, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0008841732979664014 }, "d_mse_vs_mean": { "mean": 0.07525405830160198, "lo": 0.07014434386073407, "hi": 0.08150479325455355, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0008841732979664014 }, "d_pearson_vs_mean": { "mean": -0.16118211782765499, "lo": -0.1646395806079333, "hi": -0.15763004187314913, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9991158267020336 } }, "duplicate": { "mse": { "mean": 0.24968640490958136, "lo": 0.21810384358553855, "hi": 0.2821322145956742, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.32207009187395796, "lo": 0.2675549762802355, "hi": 0.37682415961474197, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.15753424657534246 }, "d_mse_vs_mean": { "mean": 0.13690953694932873, "lo": 0.11099144691484526, "hi": 0.16119711365148492, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.36044525806133915, "lo": -0.40450145519118375, "hi": -0.3111764032618929, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.12813588072920967, "lo": 0.11685282891028342, "hi": 0.14262182843166177, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6214912889359048, "lo": 0.6089549150165318, "hi": 0.6338371455906918, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.13425424241440168, "lo": 0.1222960473877445, "hi": 0.14989485825557836, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6012592657504813, "lo": 0.5888600348398304, "hi": 0.6138996407904335, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006118361685192024, "lo": 0.005159830276209262, "hi": 0.007320806480627788, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.10582010582010581 }, "d_pearson_vs_mean": { "mean": -0.0202320231854236, "lo": -0.022192617746415105, "hi": -0.018389061721064963, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.9118165784832452 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.12736065144329448, "lo": 0.11639282699113339, "hi": 0.14097954956975484, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6214912889359048, "lo": 0.6089549150165318, "hi": 0.6338371455906918, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007752292859151748, "lo": -0.001703461348631577, "hi": -0.0002024789504994264, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7019400352733686 }, "d_pearson_vs_mean": { "mean": 2.741291418827547e-18, "lo": -5.463793669758033e-18, "hi": 1.1434515306438672e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.2716049382716049 } }, "_noise_floor_mse": { "mean": 0.06949648261070251, "lo": 0.06628980951207292, "hi": 0.07257658753148764, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7822433710098267, "lo": 0.7734859278379954, "hi": 0.791144950704736, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.16456330764222188, "lo": 0.1501087686139966, "hi": 0.1793939849956249, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.6582376424599216, "lo": 0.6472291326997774, "hi": 0.6695153083394362, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.26429325193005465, "lo": 0.24145768274421625, "hi": 0.28781776051405694, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.5097925556814396, "lo": 0.49841947898447464, "hi": 0.5217681371976263, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09972994428783283, "lo": 0.09053556055766963, "hi": 0.1107096568053617, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14844508677848203, "lo": -0.15345633638152062, "hi": -0.1434576919888039, "n_cond": 455, "n_drugs": 294, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.1876625083615574, "lo": 0.17146809151151254, "hi": 0.20420342349455972, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.6113230551077605, "lo": 0.6001780948821696, "hi": 0.6229253097305405, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02309920071933552, "lo": 0.020937086470159783, "hi": 0.02554798564078433, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.01978021978021978 }, "d_pearson_vs_mean": { "mean": -0.046914587352160954, "lo": -0.04958169865045772, "hi": -0.044056399949022405, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.9692307692307692 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1640439267751842, "lo": 0.14983215073513784, "hi": 0.1786806206412493, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.6575533481709931, "lo": 0.6466209692819075, "hi": 0.6687808792520088, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0005193808670376523, "lo": -0.001279201664494003, "hi": 7.855341347664907e-05, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.4197802197802198 }, "d_pearson_vs_mean": { "mean": -0.0006842942889283523, "lo": -0.0013403431184029965, "hi": -4.9738140976716375e-05, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.5824175824175825 } }, "null_random_line": { "mse": { "mean": 0.3406763701887043, "lo": 0.31564036356159847, "hi": 0.3666760469689829, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.47759210953789016, "lo": 0.46712347606307814, "hi": 0.48856047022035554, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17611306254648235, "lo": 0.16432447259674474, "hi": 0.18925877838428493, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18064553292203134, "lo": -0.18399100197011592, "hi": -0.17733341471339742, "n_cond": 455, "n_drugs": 294, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1645587171017916, "lo": 0.15010645087329674, "hi": 0.17938946471774322, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.6582424618109476, "lo": 0.6472334444431769, "hi": 0.6695198168766184, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.5905404302742776e-06, "lo": -6.68885274787202e-06, "hi": -2.713021344906543e-06, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.5692307692307692 }, "d_pearson_vs_mean": { "mean": 4.819351025974268e-06, "lo": 2.813442188317012e-06, "hi": 6.905182273486413e-06, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.42417582417582417 } }, "same_organ_mean": { "mse": { "mean": 0.26543409031795123, "lo": 0.2421823109817797, "hi": 0.28899464305087524, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "pearson": { "mean": 0.5034596594890437, "lo": 0.4916257636483334, "hi": 0.5157880992776602, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.002197802197802198 }, "d_mse_vs_mean": { "mean": 0.10087078267572935, "lo": 0.09052759816010074, "hi": 0.11330183910988145, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.002197802197802198 }, "d_pearson_vs_mean": { "mean": -0.15477798297087775, "lo": -0.15971289601697847, "hi": -0.14993069015181962, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.9978021978021978 } }, "duplicate": { "mse": { "mean": 0.25681558873627214, "lo": 0.21873656122607518, "hi": 0.3002629033479249, "n_cond": 91, "n_drugs": 86, "frac_neg": 0.0 }, "pearson": { "mean": 0.4019400987206129, "lo": 0.35162084216428013, "hi": 0.4490500025289636, "n_cond": 91, "n_drugs": 86, "frac_neg": 0.0989010989010989 }, "d_mse_vs_mean": { "mean": 0.13145374963755854, "lo": 0.0996964952570381, "hi": 0.1646910147975589, "n_cond": 91, "n_drugs": 86, "frac_neg": 0.03296703296703297 }, "d_pearson_vs_mean": { "mean": -0.31334613477007095, "lo": -0.36181555798038173, "hi": -0.2645243015098022, "n_cond": 91, "n_drugs": 86, "frac_neg": 0.967032967032967 } }, "IC:train_mean": { "mse": { "mean": 0.16490360480492525, "lo": 0.14547627980425173, "hi": 0.18639410986185373, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6641877553218103, "lo": 0.6485861830184052, "hi": 0.6788533431492948, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1731917987488359, "lo": 0.15272163349185966, "hi": 0.19595883372387002, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6442168447453033, "lo": 0.6284451525538951, "hi": 0.659431067234291, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008288193943910642, "lo": 0.0065019408367273145, "hi": 0.010325893438015618, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.09170305676855896 }, "d_pearson_vs_mean": { "mean": -0.019970910576507243, "lo": -0.022742333393505548, "hi": -0.017261990446603117, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.9213973799126638 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.16421772020517378, "lo": 0.14515530080461023, "hi": 0.1852452295757302, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6641877553218105, "lo": 0.6485861830184053, "hi": 0.6788533431492948, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.000685884599751464, "lo": -0.0023060883173067325, "hi": 0.00042089164531628994, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.5633187772925764 }, "d_pearson_vs_mean": { "mean": 7.272203218068711e-19, "lo": -1.2176885485190789e-17, "hi": 1.4412952050653844e-17, "n_cond": 229, "n_drugs": 149, "frac_neg": 0.2576419213973799 } }, "_noise_floor_mse": { "mean": 0.07252742350101471, "lo": 0.06854447831174539, "hi": 0.07682668242897811, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.837390124797821, "lo": 0.8288607763983078, "hi": 0.846090422575737, "n_cond": 455, "n_drugs": 294, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 455, "lam": 100, "mean_effect_norm2": 0.21362660825252533, "median_Q": 6.950747966766357, "frac_var_explained_by_mean_all": 0.40557075749873706, "frac_var_explained_by_mean_eff": 0.45132010545315404, "ic_beta": 0.9193068961404447, "same_organ_n": 1 }, "C-33 A": { "all": { "train_mean": { "mse": { "mean": 0.1474052834789589, "lo": 0.1391209586756171, "hi": 0.15724553706143576, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5901611909963727, "lo": 0.5829363527211333, "hi": 0.5972026369643683, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.45813229668116884, "lo": 0.4381113965413464, "hi": 0.4792374511468261, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3134951697215957, "lo": 0.30544248884543446, "hi": 0.3216486181288009, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.31072701320221, "lo": 0.29673542051572666, "hi": 0.3262743814784947, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.27666602127477696, "lo": -0.2808521199847032, "hi": -0.272578293469096, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.17831049274656174, "lo": 0.17008323939597633, "hi": 0.18759492019956517, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5088219526658253, "lo": 0.49991808933117254, "hi": 0.5172649758443781, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03090520926760288, "lo": 0.028995619130656063, "hi": 0.03262422236677919, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.023872679045092837 }, "d_pearson_vs_mean": { "mean": -0.08133923833054739, "lo": -0.0842764857856717, "hi": -0.07834401221970287, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9628647214854111 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1447180337879687, "lo": 0.13700226532483012, "hi": 0.15381269015767246, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5944071841340823, "lo": 0.5868454638175477, "hi": 0.601673486558318, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0026872496909901822, "lo": -0.003827080758716793, "hi": -0.0017800522873896057, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.6030061892130858 }, "d_pearson_vs_mean": { "mean": 0.004245993137709826, "lo": 0.0032448344610815174, "hi": 0.005247064158734072, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.4093722369584439 } }, "null_random_line": { "mse": { "mean": 0.2850840452110199, "lo": 0.271712793189097, "hi": 0.3009688656882177, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4174724541030005, "lo": 0.4098188458926495, "hi": 0.4246262511886983, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13767876173206098, "lo": 0.13211417561054595, "hi": 0.14444959859790607, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17268873689337214, "lo": -0.17410330920294734, "hi": -0.17123148839502686, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1474084722630082, "lo": 0.1391238063640708, "hi": 0.15724896151647033, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5901536205875041, "lo": 0.5829287272596619, "hi": 0.5971945294855058, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.188784049320151e-06, "lo": 2.4363095195520188e-06, "hi": 3.961881002346363e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.3297966401414677 }, "d_pearson_vs_mean": { "mean": -7.570408868568234e-06, "lo": -9.07059739968047e-06, "hi": -6.131104045765971e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.6357206012378426 } }, "duplicate": { "mse": { "mean": 0.2857326748844695, "lo": 0.2588566017293151, "hi": 0.31302051303022865, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2689771036049734, "lo": 0.22268422387489192, "hi": 0.31371222776139224, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.15713653715860793, "lo": 0.1345576833310598, "hi": 0.17814715072350285, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.3572070411358175, "lo": -0.4016046774217653, "hi": -0.3116075773336022, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.15071389026693083, "lo": 0.13724874827953068, "hi": 0.16718998295003296, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5905797611571069, "lo": 0.5809495537607433, "hi": 0.6003252933783609, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.15227267163416208, "lo": 0.13895591451943248, "hi": 0.168692699145146, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5859425082258246, "lo": 0.5759559443207677, "hi": 0.5961294941129635, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.001558781367231261, "lo": 0.000182250112390723, "hi": 0.002622323489359582, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.3439153439153439 }, "d_pearson_vs_mean": { "mean": -0.004637252931282385, "lo": -0.006822506361240687, "hi": -0.002446475057394665, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6402116402116402 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.14991848932736135, "lo": 0.13654631270383055, "hi": 0.16629838568475297, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.590579761157107, "lo": 0.5809495537607433, "hi": 0.6003252933783609, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007954009395694905, "lo": -0.00132260950717411, "hi": -0.000398903644584919, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6525573192239859 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": -9.48234057783942e-18, "hi": 9.18602640141812e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.32275132275132273 } }, "_noise_floor_mse": { "mean": 0.09033456444740295, "lo": 0.0864564446609148, "hi": 0.09446156964647467, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7517217397689819, "lo": 0.7440474526085298, "hi": 0.7596584621698713, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.19646402603128996, "lo": 0.18115554001458012, "hi": 0.2138473688241604, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.6178682015898308, "lo": 0.6073876428333062, "hi": 0.6283858025734317, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.5707324895630591, "lo": 0.5306629965035325, "hi": 0.6130378028698481, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.3623522090317869, "lo": 0.35030529012559836, "hi": 0.37461104120567335, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.37426846353176924, "lo": 0.34739645743320163, "hi": 0.4025344420587044, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.25551599255804386, "lo": -0.26240173889577956, "hi": -0.24840526227906357, "n_cond": 403, "n_drugs": 269, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.22904008350420696, "lo": 0.2143347675644519, "hi": 0.24559608599229174, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.5567453302505639, "lo": 0.5441221723806701, "hi": 0.5691814497809582, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.032576057472917, "lo": 0.02812210659592457, "hi": 0.03663478572929803, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.04962779156327544 }, "d_pearson_vs_mean": { "mean": -0.06112287133926679, "lo": -0.06583950176394122, "hi": -0.05663256208577285, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.9305210918114144 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.19039040299228457, "lo": 0.17684910237900112, "hi": 0.20597993971700415, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.6257041593193223, "lo": 0.6147524184658817, "hi": 0.6365010175143359, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006073623039005364, "lo": -0.008750259915419627, "hi": -0.0038636961949034773, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.7121588089330024 }, "d_pearson_vs_mean": { "mean": 0.007835957729491631, "lo": 0.006101569633133862, "hi": 0.009529339985434033, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.2903225806451613 } }, "null_random_line": { "mse": { "mean": 0.38061661642006306, "lo": 0.353845594656945, "hi": 0.41058231478994145, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.449680214324913, "lo": 0.4385203016816753, "hi": 0.4610843948753023, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18415259038877305, "lo": 0.17216189060432513, "hi": 0.19695203087697, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1681879872649177, "lo": -0.17062135130158745, "hi": -0.1658827358578108, "n_cond": 403, "n_drugs": 269, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.19646987646875205, "lo": 0.18115890956499256, "hi": 0.21385315805767535, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.6178592782109149, "lo": 0.607378146831975, "hi": 0.6283782146557266, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 5.850437462099957e-06, "lo": 4.105847407432638e-06, "hi": 7.695105599710247e-06, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.2729528535980149 }, "d_pearson_vs_mean": { "mean": -8.923378915756103e-06, "lo": -1.1229791646922231e-05, "hi": -6.464910603658919e-06, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.684863523573201 } }, "duplicate": { "mse": { "mean": 0.30459475785158996, "lo": 0.267227592378713, "hi": 0.340795011908823, "n_cond": 89, "n_drugs": 83, "frac_neg": 0.0 }, "pearson": { "mean": 0.31484969784871913, "lo": 0.2703948253886102, "hi": 0.360028744604265, "n_cond": 89, "n_drugs": 83, "frac_neg": 0.1348314606741573 }, "d_mse_vs_mean": { "mean": 0.16261208338508298, "lo": 0.13240712455560796, "hi": 0.19197257877488036, "n_cond": 89, "n_drugs": 83, "frac_neg": 0.02247191011235955 }, "d_pearson_vs_mean": { "mean": -0.34130597525630163, "lo": -0.38642016750763974, "hi": -0.2962003811219346, "n_cond": 89, "n_drugs": 83, "frac_neg": 0.9550561797752809 } }, "IC:train_mean": { "mse": { "mean": 0.1953594193279646, "lo": 0.17181886764514553, "hi": 0.22525604268214075, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.6254593268243963, "lo": 0.610924876351076, "hi": 0.6396452087639318, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.19530017996668933, "lo": 0.1729162676377618, "hi": 0.22345630347807138, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.62474199548842, "lo": 0.6094435280741047, "hi": 0.6393586828331991, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.9239361275310205e-05, "lo": -0.0029488696203191934, "hi": 0.002062757682362118, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.441747572815534 }, "d_pearson_vs_mean": { "mean": -0.0007173313359764488, "lo": -0.003526025244494074, "hi": 0.002063158092552032, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.5825242718446602 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.19391736295352938, "lo": 0.17066688622766146, "hi": 0.22293886491246215, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.6254593268243963, "lo": 0.610924876351076, "hi": 0.6396452087639319, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.001442056374435253, "lo": -0.002762386669819537, "hi": -0.0005056137861209737, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.6310679611650486 }, "d_pearson_vs_mean": { "mean": -7.00626180588691e-18, "lo": -2.1780206179649745e-17, "hi": 7.817563825442205e-18, "n_cond": 206, "n_drugs": 136, "frac_neg": 0.3592233009708738 } }, "_noise_floor_mse": { "mean": 0.10496808588504791, "lo": 0.09823141338097076, "hi": 0.1117386225493968, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7991098165512085, "lo": 0.789129471680491, "hi": 0.8087282176118423, "n_cond": 403, "n_drugs": 269, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 403, "lam": 100, "mean_effect_norm2": 0.23317623138427734, "median_Q": 4.82762336730957, "frac_var_explained_by_mean_all": 0.36783743950285763, "frac_var_explained_by_mean_eff": 0.4042539891790752, "ic_beta": 0.9148908153592743, "same_organ_n": 0 }, "C32": { "all": { "train_mean": { "mse": { "mean": 0.11951007857327081, "lo": 0.11067368157087788, "hi": 0.1298011090563485, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6651874881605212, "lo": 0.6580307078555303, "hi": 0.67189304939361, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.19974234377911243, "lo": 0.18566239640937202, "hi": 0.21551227596880523, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.49917107308842945, "lo": 0.49058608266871995, "hi": 0.5070675207210337, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08023226520584163, "lo": 0.0747611892921355, "hi": 0.08693784339926873, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16601641507209164, "lo": -0.16872875921604608, "hi": -0.16338324750974043, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.16017040369997465, "lo": 0.15108302113749444, "hi": 0.17040470898851942, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.556440042185193, "lo": 0.5478752130395013, "hi": 0.5648945432006166, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04066032512670383, "lo": 0.03906433644023896, "hi": 0.042211052737108345, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00530035335689046 }, "d_pearson_vs_mean": { "mean": -0.10874744597532784, "lo": -0.11295383047465507, "hi": -0.10489468391244103, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9920494699646644 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.12072368946287083, "lo": 0.11207801144505776, "hi": 0.13079822104408967, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6594322258367473, "lo": 0.6520674529884345, "hi": 0.6664545846279185, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0012136108896000368, "lo": 0.0009008395088522398, "hi": 0.0014748326497368304, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.12279151943462897 }, "d_pearson_vs_mean": { "mean": -0.00575526232377373, "lo": -0.00619759553231325, "hi": -0.005317291298627309, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.872791519434629 } }, "null_random_line": { "mse": { "mean": 0.2584860222222665, "lo": 0.2438853524403442, "hi": 0.27558721906450173, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4691758867841637, "lo": 0.4611349134612915, "hi": 0.476381561865715, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13897594364899568, "lo": 0.13280741862279855, "hi": 0.14639667840766157, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19601160137635742, "lo": -0.19784219665075567, "hi": -0.1942911917457571, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11951557560070074, "lo": 0.11067868687721642, "hi": 0.12980713737072364, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6651714971392487, "lo": 0.6580153637856524, "hi": 0.6718775557532674, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 5.497027429912891e-06, "lo": 4.445406200040299e-06, "hi": 6.818076827354062e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.1598939929328622 }, "d_pearson_vs_mean": { "mean": -1.5991021272426444e-05, "lo": -1.7234240913779724e-05, "hi": -1.4717204893726992e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8471731448763251 } }, "same_organ_mean": { "mse": { "mean": 0.13897108116895893, "lo": 0.1293485564035918, "hi": 0.15025380667408553, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6096666613592392, "lo": 0.6014303565025784, "hi": 0.6175698796427556, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.019461002595688122, "lo": 0.017588647937369025, "hi": 0.021551426601967374, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.020318021201413426 }, "d_pearson_vs_mean": { "mean": -0.05552082680128192, "lo": -0.05723997759750595, "hi": -0.05386079790607821, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9867491166077739 } }, "duplicate": { "mse": { "mean": 0.24062706984273374, "lo": 0.20744921474821038, "hi": 0.2771807746608018, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3318986244952587, "lo": 0.2741264063385547, "hi": 0.3880715688477023, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.17123287671232876 }, "d_mse_vs_mean": { "mean": 0.1345778993783516, "lo": 0.10303701649465179, "hi": 0.1631875861130011, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.3786514030484409, "lo": -0.4279511067019157, "hi": -0.32525364714868654, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.12235304200460695, "lo": 0.10846190373200006, "hi": 0.1385161904793663, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6638340896568101, "lo": 0.6540398372000618, "hi": 0.6736798702363719, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.12881570424072378, "lo": 0.11469890347260468, "hi": 0.14536109956637605, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6424259136373416, "lo": 0.6323512673332038, "hi": 0.6525854085955594, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006462662236116828, "lo": 0.005217488180837528, "hi": 0.007733048043323667, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.04409171075837742 }, "d_pearson_vs_mean": { "mean": -0.021408176019468587, "lo": -0.023228614467476216, "hi": -0.01988346298957718, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.9629629629629629 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.12238031270693671, "lo": 0.10841755954985242, "hi": 0.1386550761407948, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6638340896568101, "lo": 0.6540398372000618, "hi": 0.6736798702363719, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.7270702329766547e-05, "lo": -4.726935628507144e-05, "hi": 0.00011368187337820087, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.63668430335097 }, "d_pearson_vs_mean": { "mean": -9.496616700938287e-18, "lo": -1.9157044382847547e-17, "hi": 2.438978525085892e-21, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.3403880070546737 } }, "_noise_floor_mse": { "mean": 0.06402741372585297, "lo": 0.06083653430600979, "hi": 0.0675188994491121, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8049903512001038, "lo": 0.7970637353446813, "hi": 0.8131788202005051, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.1705758000575045, "lo": 0.15243712361559833, "hi": 0.19097836320207512, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.697206044853835, "lo": 0.6885735318578832, "hi": 0.7059507741784037, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.281421835832985, "lo": 0.25312821964468835, "hi": 0.31204493725224725, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.5467232381009183, "lo": 0.5349099741191997, "hi": 0.5581332991502016, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11084603577548051, "lo": 0.09919020456410577, "hi": 0.12382968715927473, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.15048280675291656, "lo": -0.1553005790874033, "hi": -0.14582812478801915, "n_cond": 415, "n_drugs": 261, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.21387832915790136, "lo": 0.19545619538961267, "hi": 0.23394995033320162, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.6116299021892745, "lo": 0.6007594745305409, "hi": 0.6222529598595314, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04330252910039688, "lo": 0.040231613773304226, "hi": 0.04634281562616179, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.012048192771084338 }, "d_pearson_vs_mean": { "mean": -0.08557614266456037, "lo": -0.0909164283836424, "hi": -0.08029322909783046, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.983132530120482 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1713561439070259, "lo": 0.1535199857335378, "hi": 0.1913417073370267, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.6933404264390973, "lo": 0.6843116902357874, "hi": 0.7023324641455713, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0007803438495213578, "lo": 7.276114361591736e-06, "hi": 0.0014212563580829716, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.22650602409638554 }, "d_pearson_vs_mean": { "mean": -0.003865618414737437, "lo": -0.0046642089576612615, "hi": -0.0030781075701632413, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.7662650602409639 } }, "null_random_line": { "mse": { "mean": 0.35069470636246974, "lo": 0.3209187004588377, "hi": 0.38308610836482493, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.5106087932225895, "lo": 0.5008319898696976, "hi": 0.5207126639919198, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18011890630496527, "lo": 0.16776736322220917, "hi": 0.1935302288383324, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18659725163124538, "lo": -0.18949970936314992, "hi": -0.18366546592313795, "n_cond": 415, "n_drugs": 261, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.17058483668128974, "lo": 0.1524446224096082, "hi": 0.19098980549361178, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.6971912009739735, "lo": 0.6885574013049457, "hi": 0.705936640437713, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 9.036623785245103e-06, "lo": 6.3442809899722015e-06, "hi": 1.2436739517774275e-05, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.18795180722891566 }, "d_pearson_vs_mean": { "mean": -1.4843879861367158e-05, "lo": -1.714086497671238e-05, "hi": -1.2617230900280719e-05, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.8192771084337349 } }, "same_organ_mean": { "mse": { "mean": 0.1953744160214984, "lo": 0.17633900908779865, "hi": 0.2164617524153715, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "pearson": { "mean": 0.6488613224431149, "lo": 0.6382300082330914, "hi": 0.6590501843466334, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02479861596399394, "lo": 0.02138406803341295, "hi": 0.028362092353912422, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.04819277108433735 }, "d_pearson_vs_mean": { "mean": -0.04834472241071984, "lo": -0.051280385127469824, "hi": -0.0454934629193698, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.9662650602409638 } }, "duplicate": { "mse": { "mean": 0.2551862144221862, "lo": 0.2114653310304752, "hi": 0.3091787500241223, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.0 }, "pearson": { "mean": 0.41495159711866153, "lo": 0.35295417735300494, "hi": 0.4705934124345755, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.13095238095238096 }, "d_mse_vs_mean": { "mean": 0.1275812573537341, "lo": 0.08574687331725457, "hi": 0.16938370460761237, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.047619047619047616 }, "d_pearson_vs_mean": { "mean": -0.3270399059659835, "lo": -0.3893223033845069, "hi": -0.2716519153643795, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.9523809523809523 } }, "IC:train_mean": { "mse": { "mean": 0.17016486743843673, "lo": 0.14334284180261644, "hi": 0.20099528126319263, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.6949004732129704, "lo": 0.6822145487714392, "hi": 0.7068626464578792, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.17936109425813898, "lo": 0.15185201181602284, "hi": 0.20997354663198967, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.6733616930345478, "lo": 0.6601245024748573, "hi": 0.6867016413271737, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009196226819702237, "lo": 0.006888626942517051, "hi": 0.011713105784156883, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.046511627906976744 }, "d_pearson_vs_mean": { "mean": -0.021538780178422673, "lo": -0.024421687666603284, "hi": -0.018797485324559025, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.9720930232558139 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1702454034119339, "lo": 0.14328924697669712, "hi": 0.20123334181446118, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.6949004732129704, "lo": 0.6822145487714392, "hi": 0.7068626464578791, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 8.053597349718757e-05, "lo": -7.742846375268268e-05, "hi": 0.000280548570289052, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.5953488372093023 }, "d_pearson_vs_mean": { "mean": -1.5491484064537068e-18, "lo": -1.7652503456247184e-17, "hi": 1.321792710821048e-17, "n_cond": 215, "n_drugs": 136, "frac_neg": 0.3209302325581395 } }, "_noise_floor_mse": { "mean": 0.07258272916078568, "lo": 0.06749298430014725, "hi": 0.07834667790307619, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8548768758773804, "lo": 0.8470886989092203, "hi": 0.8630070458766873, "n_cond": 415, "n_drugs": 261, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 415, "lam": 100, "mean_effect_norm2": 0.22228160500526428, "median_Q": 7.671677589416504, "frac_var_explained_by_mean_all": 0.46234831905932805, "frac_var_explained_by_mean_eff": 0.4937400882009373, "ic_beta": 0.9850897403699556, "same_organ_n": 3 }, "CFPAC-1": { "all": { "train_mean": { "mse": { "mean": 0.06843727188535809, "lo": 0.06427712496175836, "hi": 0.07333087447895861, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.747397228585278, "lo": 0.7422389344814347, "hi": 0.7525051739001082, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.10487203648774007, "lo": 0.09906194294888403, "hi": 0.11157132136519558, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6339224799186842, "lo": 0.6269841807888956, "hi": 0.6410787513052031, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.036434764602381986, "lo": 0.03427144602397838, "hi": 0.03890598111446183, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.006183745583038869 }, "d_pearson_vs_mean": { "mean": -0.11347474866659385, "lo": -0.11638978412710903, "hi": -0.11045698036130067, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9920494699646644 } }, "nn5_baseline": { "mse": { "mean": 0.07477655210647682, "lo": 0.07080369532862592, "hi": 0.07936299316949712, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7195362348048835, "lo": 0.7136351801680137, "hi": 0.7256079518562847, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006339280221118735, "lo": 0.005384552111991176, "hi": 0.007258150419625228, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.10600706713780919 }, "d_pearson_vs_mean": { "mean": -0.02786099378039456, "lo": -0.029835608848494975, "hi": -0.025811289659432746, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.877208480565371 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.06473390778875963, "lo": 0.061074493539281946, "hi": 0.06902576126637391, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7583163638493128, "lo": 0.7532267769293584, "hi": 0.7633349617182686, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003703364096598454, "lo": -0.004459823904126826, "hi": -0.00306763249136155, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9346289752650176 }, "d_pearson_vs_mean": { "mean": 0.010919135264034699, "lo": 0.010131445124369991, "hi": 0.01169700695604692, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.07508833922261485 } }, "null_random_line": { "mse": { "mean": 0.20851000984909673, "lo": 0.19828439916922633, "hi": 0.22041577541632285, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5245873878105182, "lo": 0.5175046613712581, "hi": 0.5315888749845623, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14007273796373865, "lo": 0.1338119767790125, "hi": 0.14762642385675606, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22280984077475982, "lo": -0.22502437106781023, "hi": -0.22059774623216818, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0684475687101737, "lo": 0.06428709249785534, "hi": 0.07334214870323348, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7473554419655865, "lo": 0.7421957445050352, "hi": 0.7524666054480054, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.0296824815614332e-05, "lo": 9.31112138544066e-06, "hi": 1.1415269607910514e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0892226148409894 }, "d_pearson_vs_mean": { "mean": -4.1786619691535204e-05, "lo": -4.474205079071779e-05, "hi": -3.894721815686412e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9028268551236749 } }, "same_organ_mean": { "mse": { "mean": 0.07611028908749198, "lo": 0.07184996099353401, "hi": 0.08104608655696094, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7162948320873752, "lo": 0.7104297659734135, "hi": 0.7222533693992359, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007673017202133897, "lo": 0.0070333959629400875, "hi": 0.00834570170591358, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.04328621908127209 }, "d_pearson_vs_mean": { "mean": -0.0311023964979028, "lo": -0.03263933931450532, "hi": -0.02959504532171372, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9522968197879859 } }, "duplicate": { "mse": { "mean": 0.1878930168507034, "lo": 0.16369856351817197, "hi": 0.21883106201713623, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3409191121678952, "lo": 0.2784500184651863, "hi": 0.40010675290981096, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.11550438624329999, "lo": 0.09416930117347935, "hi": 0.1375908548156693, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4280996609854658, "lo": -0.48763851401124203, "hi": -0.3626129362287868, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.06686317141332974, "lo": 0.061687756344915676, "hi": 0.07253798633075664, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7442492424800893, "lo": 0.7361595415306081, "hi": 0.7521492005052718, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06936682322624915, "lo": 0.06423633606016123, "hi": 0.07477619059028427, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7306513719170878, "lo": 0.7220940038895012, "hi": 0.7389891120846769, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.002503651812919396, "lo": 0.0017082954545931223, "hi": 0.0032757177658933744, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.1784452296819788 }, "d_pearson_vs_mean": { "mean": -0.013597870563001506, "lo": -0.015617346141283137, "hi": -0.011688470921720073, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.8321554770318021 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06670627822262241, "lo": 0.06151464413856097, "hi": 0.07235571948709889, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7442492424800894, "lo": 0.7361595415306081, "hi": 0.7521492005052718, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00015689319070732592, "lo": -0.00033767503522065263, "hi": -4.0365108631886515e-06, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6219081272084805 }, "d_pearson_vs_mean": { "mean": -1.2749911060182893e-18, "lo": -1.0810480709358653e-17, "hi": 8.044344576800581e-18, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3286219081272085 } }, "_noise_floor_mse": { "mean": 0.03325608745217323, "lo": 0.03245257033138962, "hi": 0.03409942264372575, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8629462122917175, "lo": 0.8590196132888734, "hi": 0.8670346703255513, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.09642132159561621, "lo": 0.08747532599320489, "hi": 0.10585849604020597, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7752896174025181, "lo": 0.7682060236694958, "hi": 0.7820562889387865, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.14071577429701557, "lo": 0.1284046075899552, "hi": 0.15373399686796632, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.6778555653625296, "lo": 0.6685906915251283, "hi": 0.6871070905334008, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04429445270139934, "lo": 0.039223618010253244, "hi": 0.05042149994301707, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.014285714285714285 }, "d_pearson_vs_mean": { "mean": -0.09743405203998873, "lo": -0.1020900226812909, "hi": -0.09307749508083482, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.9880952380952381 } }, "nn5_baseline": { "mse": { "mean": 0.10235158567338919, "lo": 0.09378357472517189, "hi": 0.11149909806749601, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7543862900568796, "lo": 0.7463703065394536, "hi": 0.7624815484584904, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005930264077772972, "lo": 0.003755295230619918, "hi": 0.00794113644207311, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.16428571428571428 }, "d_pearson_vs_mean": { "mean": -0.020903327345638614, "lo": -0.024258916980913092, "hi": -0.017445585030072184, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.8261904761904761 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08967946409230514, "lo": 0.08192742289950554, "hi": 0.09801411090061449, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7881718440599248, "lo": 0.7814416839096769, "hi": 0.7947563954088283, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006741857503311064, "lo": -0.008322143386345644, "hi": -0.005352381112484205, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.9547619047619048 }, "d_pearson_vs_mean": { "mean": 0.012882226657406737, "lo": 0.011578552664194278, "hi": 0.014241121515601371, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.047619047619047616 } }, "null_random_line": { "mse": { "mean": 0.2788774802698356, "lo": 0.25685576768174173, "hi": 0.3019845892219384, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.5634714326487026, "lo": 0.5532174635983268, "hi": 0.5732477031737944, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18245615867421935, "lo": 0.1691426654773096, "hi": 0.196634957822988, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2118181847538156, "lo": -0.2156708984657934, "hi": -0.20812859167117362, "n_cond": 420, "n_drugs": 269, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09643452326162552, "lo": 0.08748660714378045, "hi": 0.10587326319201878, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7752590424530267, "lo": 0.768176881746049, "hi": 0.7820283982456275, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.3201666009303374e-05, "lo": 1.0967874186060214e-05, "hi": 1.5683600297869602e-05, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.12380952380952381 }, "d_pearson_vs_mean": { "mean": -3.057494949161749e-05, "lo": -3.415162088393826e-05, "hi": -2.7087772628319606e-05, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.8642857142857143 } }, "same_organ_mean": { "mse": { "mean": 0.10611960491209874, "lo": 0.09696965060762687, "hi": 0.11570162300324985, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7483064482300632, "lo": 0.74003589475235, "hi": 0.7564460141311953, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009698283316482523, "lo": 0.008243433171721258, "hi": 0.011187853002884898, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.08095238095238096 }, "d_pearson_vs_mean": { "mean": -0.026983169172455, "lo": -0.029466502699939053, "hi": -0.02445287346621633, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.9071428571428571 } }, "duplicate": { "mse": { "mean": 0.20686153613630381, "lo": 0.17006835719213592, "hi": 0.2538521831199464, "n_cond": 87, "n_drugs": 80, "frac_neg": 0.0 }, "pearson": { "mean": 0.41565637804310895, "lo": 0.34991558211665325, "hi": 0.47661017318228355, "n_cond": 87, "n_drugs": 80, "frac_neg": 0.12643678160919541 }, "d_mse_vs_mean": { "mean": 0.11868858851747632, "lo": 0.08826325373154434, "hi": 0.15122297868306903, "n_cond": 87, "n_drugs": 80, "frac_neg": 0.022988505747126436 }, "d_pearson_vs_mean": { "mean": -0.3727216687884021, "lo": -0.4382716678028735, "hi": -0.31275834547549286, "n_cond": 87, "n_drugs": 80, "frac_neg": 0.9770114942528736 } }, "IC:train_mean": { "mse": { "mean": 0.09611424888268633, "lo": 0.08404862107789468, "hi": 0.10978294765472549, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.7765947723242519, "lo": 0.766059627649472, "hi": 0.7868503817878759, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09811668179745239, "lo": 0.08670836124632274, "hi": 0.1109431055435964, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.7680862587522786, "lo": 0.7572084722072723, "hi": 0.7784964530247336, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0020024329147660712, "lo": 0.00014142028853105014, "hi": 0.003758604093052679, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.22797927461139897 }, "d_pearson_vs_mean": { "mean": -0.008508513571973042, "lo": -0.011200914226984406, "hi": -0.0059267684892846655, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.7772020725388601 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09588771511179078, "lo": 0.08394689634511884, "hi": 0.10959369057138948, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.7765947723242519, "lo": 0.766059627649472, "hi": 0.7868503817878759, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00022653377089554356, "lo": -0.0007174861160757487, "hi": 0.0002102802718422521, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.5544041450777202 }, "d_pearson_vs_mean": { "mean": -5.1772058143142014e-18, "lo": -2.266947537192728e-17, "hi": 1.2274006259211825e-17, "n_cond": 193, "n_drugs": 124, "frac_neg": 0.3471502590673575 } }, "_noise_floor_mse": { "mean": 0.03761020302772522, "lo": 0.03577949604330076, "hi": 0.03954145085733526, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8976609706878662, "lo": 0.892475493892253, "hi": 0.9024043342318359, "n_cond": 420, "n_drugs": 269, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 420, "lam": 100, "mean_effect_norm2": 0.16503016650676727, "median_Q": 11.396885871887207, "frac_var_explained_by_mean_all": 0.5853044729094924, "frac_var_explained_by_mean_eff": 0.6164190886368286, "ic_beta": 0.9660729103119738, "same_organ_n": 6 }, "CHP-212": { "all": { "train_mean": { "mse": { "mean": 0.4388508232550198, "lo": 0.41586704145656944, "hi": 0.4630878882800135, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4315949008474659, "lo": 0.42425169066410673, "hi": 0.4397939083790919, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.5516641778536656, "lo": 0.5208547141546828, "hi": 0.5835162072141143, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.2985904777604265, "lo": 0.29005244588161366, "hi": 0.307833468632072, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11281335459864582, "lo": 0.10503583533094596, "hi": 0.12168416772367287, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0008960573476702509 }, "d_pearson_vs_mean": { "mean": -0.1330044230870394, "lo": -0.1356418481424505, "hi": -0.13034040124877896, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.9991039426523297 } }, "nn5_baseline": { "mse": { "mean": 0.46139457743002615, "lo": 0.43776413153953164, "hi": 0.4863672006087422, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3866459023517168, "lo": 0.37906981274615187, "hi": 0.3947720987914606, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02254375417500631, "lo": 0.021380955495809557, "hi": 0.023832543039842093, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.016129032258064516 }, "d_pearson_vs_mean": { "mean": -0.04494899849574912, "lo": -0.046529440046341165, "hi": -0.04334160853040703, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.9865591397849462 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.4383272790088302, "lo": 0.41549270359548196, "hi": 0.46244887654995526, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.43147575962627716, "lo": 0.42415856676049013, "hi": 0.4396576986809352, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0005235442461896383, "lo": -0.0008306557174106938, "hi": -0.00028263850170254007, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.5116487455197133 }, "d_pearson_vs_mean": { "mean": -0.00011914122118873385, "lo": -0.0003778048043494729, "hi": 0.00015629264833250784, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.5286738351254481 } }, "null_random_line": { "mse": { "mean": 0.5678691435410924, "lo": 0.5404132332552828, "hi": 0.5972577584163244, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3088614142432116, "lo": 0.3019950596579211, "hi": 0.3162466572985586, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.12901832028607252, "lo": 0.12335088718378874, "hi": 0.13614459707848509, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.12273348660425429, "lo": -0.12430012780892212, "hi": -0.1211885939009568, "n_cond": 1116, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.4388531757724504, "lo": 0.415869472024296, "hi": 0.4630894180641157, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4315824551430363, "lo": 0.4242381082988546, "hi": 0.43978233584111465, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.3525174306101507e-06, "lo": 1.5007577779472381e-06, "hi": 3.14036269037601e-06, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.3342293906810036 }, "d_pearson_vs_mean": { "mean": -1.2445704429599669e-05, "lo": -1.3787887104547449e-05, "hi": -1.11389720287073e-05, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.7338709677419355 } }, "duplicate": { "mse": { "mean": 0.9120758229659663, "lo": 0.8521108870090517, "hi": 0.9872281033968794, "n_cond": 144, "n_drugs": 110, "frac_neg": 0.0 }, "pearson": { "mean": 0.09793542754980283, "lo": 0.07718533651691145, "hi": 0.11972930367847168, "n_cond": 144, "n_drugs": 110, "frac_neg": 0.1875 }, "d_mse_vs_mean": { "mean": 0.4834687208951216, "lo": 0.45547115297226576, "hi": 0.5115565194812741, "n_cond": 144, "n_drugs": 110, "frac_neg": 0.006944444444444444 }, "d_pearson_vs_mean": { "mean": -0.33887048393632707, "lo": -0.3647734379848352, "hi": -0.3127600444666448, "n_cond": 144, "n_drugs": 110, "frac_neg": 0.9930555555555556 } }, "IC:train_mean": { "mse": { "mean": 0.4527737745452676, "lo": 0.41634065254534675, "hi": 0.4926934668649366, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.43261091778328603, "lo": 0.42123776113671285, "hi": 0.44398056695232374, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.46590809909964986, "lo": 0.4281905737566449, "hi": 0.5070304469680684, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.41485661313332634, "lo": 0.40345409008397815, "hi": 0.42651678067555154, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01313432455438223, "lo": 0.010400127955077713, "hi": 0.016610319964920957, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.05197132616487455 }, "d_pearson_vs_mean": { "mean": -0.017754304649959692, "lo": -0.01949630774445463, "hi": -0.016293467036190352, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.9139784946236559 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.4527631797431384, "lo": 0.4163251244439783, "hi": 0.4926762076337414, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.4326109177832861, "lo": 0.42123776113671285, "hi": 0.4439805669523238, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.0594802129203332e-05, "lo": -3.492946238111882e-05, "hi": 1.0550389810551416e-05, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.521505376344086 }, "d_pearson_vs_mean": { "mean": -3.432141070749812e-18, "lo": -9.415384966534281e-18, "hi": 2.2524279202842376e-18, "n_cond": 558, "n_drugs": 190, "frac_neg": 0.33154121863799285 } }, "_noise_floor_mse": { "mean": 0.3624300956726074, "lo": 0.3417861658455174, "hi": 0.384118721582224, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.5557280778884888, "lo": 0.5457261700746631, "hi": 0.5661969590564959, "n_cond": 1116, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.8550328865310751, "lo": 0.7942473921690056, "hi": 0.9177406321556746, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.4456054411251256, "lo": 0.41899459283694684, "hi": 0.47185085227812806, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.0907147432616546, "lo": 1.0107857134639329, "hi": 1.1726531891237706, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.30718008873533503, "lo": 0.27960583931829125, "hi": 0.3345535494128757, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2356818567305797, "lo": 0.2143448999435579, "hi": 0.25668079381103687, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.13842535238979062, "lo": -0.14433757032811784, "hi": -0.13254642433714467, "n_cond": 161, "n_drugs": 131, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.8945875117994774, "lo": 0.8314162312915602, "hi": 0.9591645370036732, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.4110664855491368, "lo": 0.3834415500205769, "hi": 0.4385415814785897, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03955462526840235, "lo": 0.03481326937570092, "hi": 0.04447300152625706, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.043478260869565216 }, "d_pearson_vs_mean": { "mean": -0.03453895557598885, "lo": -0.03777187168911938, "hi": -0.031220664394826507, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.9565217391304348 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.8528236874543831, "lo": 0.7924365048328065, "hi": 0.915545790172646, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.44697659869009126, "lo": 0.42020596459160453, "hi": 0.4732595366278398, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00220919907669199, "lo": -0.0033557396262605256, "hi": -0.0011475504231878418, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.6521739130434783 }, "d_pearson_vs_mean": { "mean": 0.0013711575649655453, "lo": 0.0007519587435490829, "hi": 0.0019926112574986106, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.36024844720496896 } }, "null_random_line": { "mse": { "mean": 1.0735490669618437, "lo": 1.0016753576522652, "hi": 1.1455705861024759, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.33345742983641286, "lo": 0.3087093751192399, "hi": 0.3577208619657033, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.21851618043076865, "lo": 0.19763642048190613, "hi": 0.24025226418827686, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.11214801128871275, "lo": -0.11600588520030983, "hi": -0.10853853965232084, "n_cond": 161, "n_drugs": 131, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.855030200369953, "lo": 0.7942452347585086, "hi": 0.91773817620716, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "pearson": { "mean": 0.4456005636315639, "lo": 0.4189880479499882, "hi": 0.47184725221636986, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.6861611219412045e-06, "lo": -5.895800167045126e-06, "hi": 3.073992449588959e-07, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.577639751552795 }, "d_pearson_vs_mean": { "mean": -4.877493561659547e-06, "lo": -7.606248166507482e-06, "hi": -2.1159549944054795e-06, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.5652173913043478 } }, "duplicate": { "mse": { "mean": 1.2204756492918187, "lo": 1.042167583582076, "hi": 1.4271680508147584, "n_cond": 22, "n_drugs": 22, "frac_neg": 0.0 }, "pearson": { "mean": 0.13866786044937643, "lo": 0.0671069299050776, "hi": 0.22230852881806304, "n_cond": 22, "n_drugs": 22, "frac_neg": 0.2727272727272727 }, "d_mse_vs_mean": { "mean": 0.4935706218162748, "lo": 0.3925144791666765, "hi": 0.5869252407336604, "n_cond": 22, "n_drugs": 22, "frac_neg": 0.045454545454545456 }, "d_pearson_vs_mean": { "mean": -0.3242177057130594, "lo": -0.3991751122919388, "hi": -0.24269427205136887, "n_cond": 22, "n_drugs": 22, "frac_neg": 0.9545454545454546 } }, "IC:train_mean": { "mse": { "mean": 0.9150078371803663, "lo": 0.8258965700392549, "hi": 1.0059279835043886, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "pearson": { "mean": 0.45708785326013657, "lo": 0.4211933400147462, "hi": 0.49239722577500783, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.9461012002829778, "lo": 0.8534930665080487, "hi": 1.0396144562380565, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "pearson": { "mean": 0.43968446071082257, "lo": 0.40436213592316167, "hi": 0.47325885837753046, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.031093363102611713, "lo": 0.021466693690265545, "hi": 0.04285281356785511, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.04878048780487805 }, "d_pearson_vs_mean": { "mean": -0.017403392549313963, "lo": -0.020731023798274628, "hi": -0.014474316937259743, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.9024390243902439 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.9149585138059226, "lo": 0.8258169885608684, "hi": 1.0058501811954559, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "pearson": { "mean": 0.45708785326013657, "lo": 0.42119334001474606, "hi": 0.4923972257750077, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.9323374443434086e-05, "lo": -0.00018412854595203663, "hi": 5.5524797953859556e-05, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.5121951219512195 }, "d_pearson_vs_mean": { "mean": -2.3693784062122245e-18, "lo": -1.826047825791389e-17, "hi": 1.4201132195255246e-17, "n_cond": 82, "n_drugs": 65, "frac_neg": 0.35365853658536583 } }, "_noise_floor_mse": { "mean": 0.6633213758468628, "lo": 0.5907877910586511, "hi": 0.7423771113577833, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.599398136138916, "lo": 0.5568951346647908, "hi": 0.6393000463063486, "n_cond": 161, "n_drugs": 131, "frac_neg": 0.0 } }, "n_cond": 1116, "n_eff": 161, "lam": 100, "mean_effect_norm2": 0.5396615862846375, "median_Q": 2.194779872894287, "frac_var_explained_by_mean_all": 0.18680366657864422, "frac_var_explained_by_mean_eff": 0.21205629573303353, "ic_beta": 0.9955610972394632, "same_organ_n": 0 }, "COLO 205": { "all": { "train_mean": { "mse": { "mean": 0.16842718164164372, "lo": 0.15889558899423165, "hi": 0.1792438393371002, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5907203945447778, "lo": 0.5840036530104807, "hi": 0.5972849136982956, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.23474563606023466, "lo": 0.22248355729061364, "hi": 0.24806151456953532, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.46383511798123406, "lo": 0.45598291630209625, "hi": 0.47158793578089153, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06631845441859092, "lo": 0.06282397177836391, "hi": 0.07033907093770929, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0035398230088495575 }, "d_pearson_vs_mean": { "mean": -0.1268852765635436, "lo": -0.12980782990038942, "hi": -0.12397514271765034, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.995575221238938 } }, "nn5_baseline": { "mse": { "mean": 0.1685335216792019, "lo": 0.1593763723623534, "hi": 0.17878573723184665, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5903867377137024, "lo": 0.5834142150112497, "hi": 0.5971907718902304, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0001063400375581996, "lo": -0.0009760919087154141, "hi": 0.0011355090773485996, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.38495575221238937 }, "d_pearson_vs_mean": { "mean": -0.00033365683107531473, "lo": -0.0020704344442600926, "hi": 0.001441778811069087, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5424778761061947 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.16476467850243276, "lo": 0.1556796435390653, "hi": 0.17502581274852483, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6009458086212398, "lo": 0.5941795971883073, "hi": 0.6073741524179294, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0036625031392109302, "lo": -0.004402345880297077, "hi": -0.0030041353962145787, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.8628318584070797 }, "d_pearson_vs_mean": { "mean": 0.01022541407646213, "lo": 0.009452691162164748, "hi": 0.010984720060973018, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.1168141592920354 } }, "null_random_line": { "mse": { "mean": 0.30477601039347196, "lo": 0.2902433489389459, "hi": 0.32123672502042716, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4193321621750188, "lo": 0.4118427703562997, "hi": 0.42655491758426095, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13634882875182824, "lo": 0.13106023139055983, "hi": 0.14244364564855166, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1713882323697589, "lo": -0.172725510044906, "hi": -0.1700263978988976, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.16842817037551924, "lo": 0.1588961644805994, "hi": 0.17924427494191605, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5907119096153168, "lo": 0.5839968925963582, "hi": 0.5972762907332284, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 9.887338755274475e-07, "lo": -1.1087851842448703e-08, "hi": 1.8568014446087836e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.33716814159292036 }, "d_pearson_vs_mean": { "mean": -8.484929460822171e-06, "lo": -1.0565511459879878e-05, "hi": -6.215331218469169e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.6663716814159292 } }, "same_organ_mean": { "mse": { "mean": 0.16954106645485742, "lo": 0.16007160201493845, "hi": 0.18030807874309052, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5890522866374984, "lo": 0.5820608747089312, "hi": 0.5957006059151255, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0011138848132136966, "lo": 0.0004531081147028235, "hi": 0.0017691495601528907, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.37787610619469025 }, "d_pearson_vs_mean": { "mean": -0.0016681079072793526, "lo": -0.0030285882488466447, "hi": -0.0002889505986158189, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5601769911504425 } }, "duplicate": { "mse": { "mean": 0.3317594858881545, "lo": 0.29957456369119795, "hi": 0.36574538152688774, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.263998644308455, "lo": 0.2152621694180718, "hi": 0.31067751766216767, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.17123287671232876 }, "d_mse_vs_mean": { "mean": 0.17467404512671092, "lo": 0.14663774441773214, "hi": 0.19932031339171055, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.3598483334467597, "lo": -0.4045902275462005, "hi": -0.31288006555652015, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.17117756648845944, "lo": 0.1562140629390541, "hi": 0.18785754995512494, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5952560757425169, "lo": 0.5863161153364677, "hi": 0.6048092236529299, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.17118581942688862, "lo": 0.1561745034035376, "hi": 0.18762117708169834, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5982743195101593, "lo": 0.5891396762162744, "hi": 0.6079419247851385, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 8.252938429127117e-06, "lo": -0.0010342537340807963, "hi": 0.0010588646780610503, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.46819787985865724 }, "d_pearson_vs_mean": { "mean": 0.00301824376764235, "lo": 0.0009643599034211486, "hi": 0.005112390852013985, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.44346289752650175 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1711742409370891, "lo": 0.1561983025218646, "hi": 0.18786101373598016, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5952560757425169, "lo": 0.5863161153364677, "hi": 0.6048092236529299, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.325551370351136e-06, "lo": -2.6516874173120828e-05, "hi": 2.3013068989812372e-05, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6819787985865724 }, "d_pearson_vs_mean": { "mean": -9.80762389244838e-19, "lo": -9.057471085206564e-18, "hi": 7.453794158260769e-18, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.32332155477031804 } }, "_noise_floor_mse": { "mean": 0.10464469343423843, "lo": 0.1000482823136915, "hi": 0.10953782042789653, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7471831440925598, "lo": 0.7406089612951646, "hi": 0.75409079400877, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.27150874800704206, "lo": 0.24621803099763478, "hi": 0.29856615462355435, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.6275429787698297, "lo": 0.6160531617143817, "hi": 0.6390810713932186, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.361614990162775, "lo": 0.3309536477253572, "hi": 0.39529409452879616, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.5165984498230907, "lo": 0.5027398883516044, "hi": 0.5304465554474781, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09010624215573287, "lo": 0.0821123315494934, "hi": 0.0988293169299926, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.012195121951219513 }, "d_pearson_vs_mean": { "mean": -0.11094452894673906, "lo": -0.11695816459290737, "hi": -0.10451656701513061, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.9847560975609756 } }, "nn5_baseline": { "mse": { "mean": 0.26748003092217665, "lo": 0.24386784922018087, "hi": 0.2932579221414148, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.6318138883431968, "lo": 0.619706789569958, "hi": 0.6440615117456144, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004028717084865383, "lo": -0.007356371894819241, "hi": -0.0009404512066554676, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.4817073170731707 }, "d_pearson_vs_mean": { "mean": 0.004270909573367052, "lo": 0.0007990507113227689, "hi": 0.008119549696075787, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.4634146341463415 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.2641959271861706, "lo": 0.24025203814928922, "hi": 0.2897814764111154, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.6384316971854056, "lo": 0.6269676937895867, "hi": 0.6501614486085052, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.007312820820871492, "lo": -0.009460283179945232, "hi": -0.005378410306865925, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.8384146341463414 }, "d_pearson_vs_mean": { "mean": 0.010888718415575906, "lo": 0.009224507781997099, "hi": 0.012718896229803748, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.13109756097560976 } }, "null_random_line": { "mse": { "mean": 0.46235593885673776, "lo": 0.4239334630023817, "hi": 0.5026946443975768, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.462828678818421, "lo": 0.4507272636715552, "hi": 0.4753810098522716, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1908471908496957, "lo": 0.17664811489287707, "hi": 0.2050249844849044, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16471429995140874, "lo": -0.16742677406485046, "hi": -0.161960547390969, "n_cond": 328, "n_drugs": 222, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.2715088752833578, "lo": 0.2462182339956421, "hi": 0.29856621565645647, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.6275391025818797, "lo": 0.6160512743125132, "hi": 0.6390782445686884, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.2727631576894335e-07, "lo": -2.3563057428248615e-06, "hi": 2.502596909977677e-06, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.4024390243902439 }, "d_pearson_vs_mean": { "mean": -3.876187950009771e-06, "lo": -7.566777121578531e-06, "hi": 4.594383064261257e-07, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.6067073170731707 } }, "same_organ_mean": { "mse": { "mean": 0.27179312647615617, "lo": 0.24650009942529363, "hi": 0.2990927520571923, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "pearson": { "mean": 0.6266521137030949, "lo": 0.6147140672718127, "hi": 0.639032657480202, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0002843784691140999, "lo": -0.0015978836421818008, "hi": 0.002097332107219197, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.4725609756097561 }, "d_pearson_vs_mean": { "mean": -0.0008908650667347506, "lo": -0.003570738239862897, "hi": 0.0017572821851595053, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.4969512195121951 } }, "duplicate": { "mse": { "mean": 0.38125599388565334, "lo": 0.325906997493487, "hi": 0.44055395799915525, "n_cond": 70, "n_drugs": 66, "frac_neg": 0.0 }, "pearson": { "mean": 0.34185184415962017, "lo": 0.28253625569547985, "hi": 0.39583334359230415, "n_cond": 70, "n_drugs": 66, "frac_neg": 0.11428571428571428 }, "d_mse_vs_mean": { "mean": 0.18148277232350474, "lo": 0.13621868149025015, "hi": 0.22666460869996613, "n_cond": 70, "n_drugs": 66, "frac_neg": 0.04285714285714286 }, "d_pearson_vs_mean": { "mean": -0.3228528573878017, "lo": -0.3831234617600879, "hi": -0.26483097481007883, "n_cond": 70, "n_drugs": 66, "frac_neg": 0.9571428571428572 } }, "IC:train_mean": { "mse": { "mean": 0.28497443871456557, "lo": 0.2523105095174153, "hi": 0.31991313101497915, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "pearson": { "mean": 0.6393982412147041, "lo": 0.6238683454483288, "hi": 0.6554788381370341, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.28203775458855684, "lo": 0.24992536275772842, "hi": 0.31678015029239814, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "pearson": { "mean": 0.6453016892524517, "lo": 0.6291213274386239, "hi": 0.6618301286610719, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0029366841260087435, "lo": -0.005643572931062904, "hi": -0.0005544650215618565, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.5471698113207547 }, "d_pearson_vs_mean": { "mean": 0.00590344803774753, "lo": 0.0022469125532535435, "hi": 0.0094266769342279, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.37735849056603776 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.28507665340773547, "lo": 0.25240839930616626, "hi": 0.32006399760867255, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "pearson": { "mean": 0.6393982412147041, "lo": 0.6238683454483288, "hi": 0.6554788381370341, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00010221469316993272, "lo": 3.161832662319727e-05, "hi": 0.00018732278482830995, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.39622641509433965 }, "d_pearson_vs_mean": { "mean": 1.3965069492140335e-18, "lo": -1.4973682699886986e-17, "hi": 1.716463228861262e-17, "n_cond": 159, "n_drugs": 107, "frac_neg": 0.2893081761006289 } }, "_noise_floor_mse": { "mean": 0.14688868820667267, "lo": 0.13478248716893293, "hi": 0.15896472187697494, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7983179092407227, "lo": 0.7874213032345162, "hi": 0.8094311514930794, "n_cond": 328, "n_drugs": 222, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 328, "lam": 100, "mean_effect_norm2": 0.26929157972335815, "median_Q": 5.357586860656738, "frac_var_explained_by_mean_all": 0.3745545931489277, "frac_var_explained_by_mean_eff": 0.41376137092836407, "ic_beta": 0.9927754889651729, "same_organ_n": 8 }, "H4": { "all": { "train_mean": { "mse": { "mean": 0.17246248262925176, "lo": 0.16027101516840675, "hi": 0.18571284697145093, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6230073369119598, "lo": 0.6148321223418233, "hi": 0.6311592370024772, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.9569013609234506, "lo": 0.9206052835758762, "hi": 0.9932347324360694, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.2806497964769165, "lo": 0.27002152192258055, "hi": 0.2917158309267153, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.006194690265486726 }, "d_mse_vs_mean": { "mean": 0.784438878294199, "lo": 0.7484952652103752, "hi": 0.8211071744855112, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.34235754043504324, "lo": -0.35238000611027953, "hi": -0.33208286636006223, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.2066172579908445, "lo": 0.19495178473762678, "hi": 0.2196073386955163, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.539215974370418, "lo": 0.5303886897171226, "hi": 0.5485662701567662, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.034154775361592726, "lo": 0.03209086580413303, "hi": 0.03630250574902442, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.061946902654867256 }, "d_pearson_vs_mean": { "mean": -0.08379136254154175, "lo": -0.08826392241301158, "hi": -0.07938836935234549, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.947787610619469 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1700305953784444, "lo": 0.15821416073742728, "hi": 0.18298914853043705, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6270173923333272, "lo": 0.6188794582565045, "hi": 0.6351582791179702, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002431887250807347, "lo": -0.0030318172436349603, "hi": -0.001928592512052255, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.6548672566371682 }, "d_pearson_vs_mean": { "mean": 0.004010055421367421, "lo": 0.0032908731903188307, "hi": 0.00474939391757217, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.35398230088495575 } }, "null_random_line": { "mse": { "mean": 0.30954496066294757, "lo": 0.29187262906400313, "hi": 0.32898649928350543, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4408274282394182, "lo": 0.43262398287447745, "hi": 0.44902895916986557, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1370824780336958, "lo": 0.13109337235982446, "hi": 0.14447333111083413, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18217990867254155, "lo": -0.1839774130578856, "hi": -0.18043324196627364, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.17246074382634344, "lo": 0.1602695627967329, "hi": 0.18571111860375167, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6230050107868443, "lo": 0.6148297916837813, "hi": 0.6311574739978238, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.7388029083151083e-06, "lo": -2.6028340111129405e-06, "hi": -9.344013104759353e-07, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.4654867256637168 }, "d_pearson_vs_mean": { "mean": -2.3261251153811943e-06, "lo": -3.611412870449338e-06, "hi": -9.416140853831597e-07, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5681415929203539 } }, "same_organ_mean": { "mse": { "mean": 0.3864258210474973, "lo": 0.3721354346795689, "hi": 0.40302161732230485, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.37759247141714986, "lo": 0.3683364441626175, "hi": 0.38773476664288437, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2139633384182455, "lo": 0.2049548004837197, "hi": 0.22333948423609593, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.24541486549480993, "lo": -0.25401390847602534, "hi": -0.23717154457244308, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.359117070799821, "lo": 0.32813401845859663, "hi": 0.3936047722854423, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.22579978179339677, "lo": 0.1886656279202275, "hi": 0.26173560525116046, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1232876712328767 }, "d_mse_vs_mean": { "mean": 0.19298583088687857, "lo": 0.17498224855468145, "hi": 0.21193324136600408, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.00684931506849315 }, "d_pearson_vs_mean": { "mean": -0.41026230738686875, "lo": -0.4482322777617633, "hi": -0.36978504658628303, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9931506849315068 } }, "IC:train_mean": { "mse": { "mean": 0.17130406271943885, "lo": 0.1549354263354074, "hi": 0.1879405363594032, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.619290961769817, "lo": 0.6080216401377405, "hi": 0.630769038953827, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.17488853392390533, "lo": 0.15795326315398553, "hi": 0.19178310664051973, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6108536430213829, "lo": 0.5989369123724354, "hi": 0.6230454442420764, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0035844712044664456, "lo": 0.002224008929054806, "hi": 0.00508704939273966, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.2345679012345679 }, "d_pearson_vs_mean": { "mean": -0.008437318748434052, "lo": -0.01048868857572544, "hi": -0.0065908495033285275, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7548500881834215 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.17084084445035774, "lo": 0.15463566633992923, "hi": 0.18716787479646796, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6192909617698171, "lo": 0.6080216401377405, "hi": 0.630769038953827, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0004632182690811357, "lo": -0.0008137380239809256, "hi": -0.00019260027482645716, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.43386243386243384 }, "d_pearson_vs_mean": { "mean": -5.482582837655094e-18, "lo": -1.424678682116383e-17, "hi": 2.9495488342935965e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30687830687830686 } }, "_noise_floor_mse": { "mean": 0.11268468201160431, "lo": 0.10608623684750454, "hi": 0.11950094030538386, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7436063289642334, "lo": 0.7365856119248828, "hi": 0.7508125154215545, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.30053268138480327, "lo": 0.273629814436243, "hi": 0.3286862496233874, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6367444720437077, "lo": 0.6229695552779233, "hi": 0.6511724837236786, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.094377835584351, "lo": 1.025608858215316, "hi": 1.1616040137041903, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.34567757994872084, "lo": 0.3256341064297196, "hi": 0.36579956929785273, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.003003003003003003 }, "d_mse_vs_mean": { "mean": 0.7938451541995475, "lo": 0.7336056226988313, "hi": 0.8536511628837927, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2910668920949869, "lo": -0.306475598603296, "hi": -0.27504210644437355, "n_cond": 333, "n_drugs": 231, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.3324333524626135, "lo": 0.3037317166614427, "hi": 0.3628776038016577, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.5858549965742229, "lo": 0.5696094255656642, "hi": 0.6026253548557055, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.031900671077810194, "lo": 0.027079197393269673, "hi": 0.03748004626574852, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.15915915915915915 }, "d_pearson_vs_mean": { "mean": -0.050889475469484795, "lo": -0.05630313623405809, "hi": -0.04515254328011825, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.8678678678678678 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.29425071940002945, "lo": 0.26785790381163954, "hi": 0.3219411577317471, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6454630498502991, "lo": 0.6313662215244801, "hi": 0.6602540298337736, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006281961984773832, "lo": -0.00768320780150876, "hi": -0.004959411997156285, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.8228228228228228 }, "d_pearson_vs_mean": { "mean": 0.008718577806591453, "lo": 0.007359170859562082, "hi": 0.010141146212741528, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.21621621621621623 } }, "null_random_line": { "mse": { "mean": 0.4934236086095808, "lo": 0.4529650011672728, "hi": 0.5368145254163608, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.4655250759134403, "lo": 0.4515251667576212, "hi": 0.4807526569039637, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19289092722477746, "lo": 0.17877531720774795, "hi": 0.20970161441564608, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17121939613026743, "lo": -0.17455805085698345, "hi": -0.16804650176305475, "n_cond": 333, "n_drugs": 231, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.30052531878567623, "lo": 0.27362349156029847, "hi": 0.32867799999036595, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.6367514703077938, "lo": 0.622974606492565, "hi": 0.6511809296535562, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -7.362599127083714e-06, "lo": -9.583199013378412e-06, "hi": -5.071733363772914e-06, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.6906906906906907 }, "d_pearson_vs_mean": { "mean": 6.99826408606563e-06, "lo": 4.387215581785992e-06, "hi": 9.736574027536677e-06, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.38738738738738737 } }, "same_organ_mean": { "mse": { "mean": 0.5168169308021916, "lo": 0.48148405425917445, "hi": 0.5533581099511634, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "pearson": { "mean": 0.44633270883947324, "lo": 0.430459795758478, "hi": 0.46301072741668947, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2162842494173882, "lo": 0.2012959739370953, "hi": 0.2319601653559024, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1904117632042344, "lo": -0.20165073626291416, "hi": -0.18026209189315354, "n_cond": 333, "n_drugs": 231, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.4676453952417999, "lo": 0.4031202039769927, "hi": 0.5328246760881646, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.0 }, "pearson": { "mean": 0.2748097232466594, "lo": 0.21751448489862327, "hi": 0.32793524438875254, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.13114754098360656 }, "d_mse_vs_mean": { "mean": 0.21710107538873313, "lo": 0.18327948471490632, "hi": 0.25397435899569926, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.01639344262295082 }, "d_pearson_vs_mean": { "mean": -0.36825209640374557, "lo": -0.4258724037712089, "hi": -0.315012766689681, "n_cond": 61, "n_drugs": 58, "frac_neg": 0.9836065573770492 } }, "IC:train_mean": { "mse": { "mean": 0.3034347062103697, "lo": 0.2703509226919812, "hi": 0.33711801469223346, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6202401240465913, "lo": 0.597818245810177, "hi": 0.64237820376358, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.3100946845944929, "lo": 0.2745196119261118, "hi": 0.34603223340898465, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6129804273642852, "lo": 0.5890387303777265, "hi": 0.6359921320006842, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006659978384123161, "lo": 0.0031787828817643393, "hi": 0.010886685429504096, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.3313253012048193 }, "d_pearson_vs_mean": { "mean": -0.007259696682306286, "lo": -0.010508358811286892, "hi": -0.003746048086367681, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.7228915662650602 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.30178046599190794, "lo": 0.2690221136566457, "hi": 0.33467468496165115, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "pearson": { "mean": 0.6202401240465913, "lo": 0.5978182458101767, "hi": 0.6423782037635799, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0016542402184617703, "lo": -0.0024744935191591587, "hi": -0.000985500598275843, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.7168674698795181 }, "d_pearson_vs_mean": { "mean": 3.3440452548950498e-18, "lo": -1.1798024824274864e-17, "hi": 1.8154907727725433e-17, "n_cond": 166, "n_drugs": 113, "frac_neg": 0.25301204819277107 } }, "_noise_floor_mse": { "mean": 0.17392565310001373, "lo": 0.15811310423300873, "hi": 0.19037829459266842, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7965508699417114, "lo": 0.7841744269914693, "hi": 0.807836202634821, "n_cond": 333, "n_drugs": 231, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 333, "lam": 100, "mean_effect_norm2": 0.2885209023952484, "median_Q": 4.7107086181640625, "frac_var_explained_by_mean_all": 0.4022530735295108, "frac_var_explained_by_mean_eff": 0.4217983462468138, "ic_beta": 1.0540130692002652, "same_organ_n": 2 }, "HCT15": { "all": { "train_mean": { "mse": { "mean": 0.14086307118726288, "lo": 0.13106590073026367, "hi": 0.15222532319235343, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6358763554594713, "lo": 0.6286803933955449, "hi": 0.6432409976033233, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.29695992285035466, "lo": 0.2792100058776913, "hi": 0.3169211276271629, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4270924035480185, "lo": 0.41861048803438855, "hi": 0.43563527094948307, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1560968516630918, "lo": 0.1465684278357807, "hi": 0.16662255873716958, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20878395191145283, "lo": -0.21411657880298376, "hi": -0.20382153365506356, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.14584372046259236, "lo": 0.13552337780908216, "hi": 0.1578120493823094, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6262534276881825, "lo": 0.6188940937669077, "hi": 0.6335941180529688, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0049806492753295024, "lo": 0.003945617870764618, "hi": 0.006168935636910397, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.29302736098852605 }, "d_pearson_vs_mean": { "mean": -0.009622927771288817, "lo": -0.011692258811187854, "hi": -0.007494709814039065, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.6566637246248896 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.13803106058544806, "lo": 0.12831106273804369, "hi": 0.14920086797030818, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6458627418068407, "lo": 0.6388647878527093, "hi": 0.6530854827874705, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0028320106018148317, "lo": -0.0032436334662242932, "hi": -0.0024579336578381067, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9293909973521624 }, "d_pearson_vs_mean": { "mean": 0.009986386347369258, "lo": 0.00932759908103498, "hi": 0.010654754302850296, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.07766990291262135 } }, "null_random_line": { "mse": { "mean": 0.27977500910567266, "lo": 0.26432969237782517, "hi": 0.2981153964190323, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.45013603739767793, "lo": 0.4423706595201155, "hi": 0.4580211093841788, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1389119379184098, "lo": 0.13271546480053367, "hi": 0.14639139457730851, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1857403180617934, "lo": -0.18737773193143986, "hi": -0.18405022004542912, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.14086573555761864, "lo": 0.13106830269557315, "hi": 0.15222826793207508, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6358668270334887, "lo": 0.628670573680036, "hi": 0.6432314461575218, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.6643703557841357e-06, "lo": 2.1647704679188793e-06, "hi": 3.2095240284869553e-06, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.264783759929391 }, "d_pearson_vs_mean": { "mean": -9.528425982553284e-06, "lo": -1.0617830145648066e-05, "hi": -8.50766435974555e-06, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7405119152691968 } }, "same_organ_mean": { "mse": { "mean": 0.1430782042171701, "lo": 0.13302270247251427, "hi": 0.15477999714533006, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6331629302322304, "lo": 0.6259554283147372, "hi": 0.6403283425100923, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0022151330299072336, "lo": 0.00145201654502559, "hi": 0.003005311728421427, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.3715798764342454 }, "d_pearson_vs_mean": { "mean": -0.002713425227241008, "lo": -0.004329153123277776, "hi": -0.001098676469377539, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.6045895851721095 } }, "duplicate": { "mse": { "mean": 0.27767454240828343, "lo": 0.2554973332587088, "hi": 0.3010056524698894, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2728185255896963, "lo": 0.22576800931705593, "hi": 0.3176331510829429, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.1602005767898696, "lo": 0.14153081306612073, "hi": 0.17762312165163824, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.3975372726099013, "lo": -0.4414154548807961, "hi": -0.35070798291332883, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.1386287931959979, "lo": 0.1243962444877054, "hi": 0.15579239585897184, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6365332885732717, "lo": 0.6256571939243865, "hi": 0.6467204485100535, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.14051248602371008, "lo": 0.12565626399683644, "hi": 0.1589989551441254, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6379078503044264, "lo": 0.6267368020408456, "hi": 0.6483738796045828, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0018836928277121197, "lo": 0.0002521043557574502, "hi": 0.003659178659149354, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.4524647887323944 }, "d_pearson_vs_mean": { "mean": 0.0013745617311547618, "lo": -0.000800551285594325, "hi": 0.0035824462087759813, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.5176056338028169 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.13861396934108475, "lo": 0.12442164940376788, "hi": 0.15587511379959726, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6365332885732717, "lo": 0.6256571939243865, "hi": 0.6467204485100535, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.4823854913171446e-05, "lo": -0.00015361239560121554, "hi": 0.0001101528618908076, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.528169014084507 }, "d_pearson_vs_mean": { "mean": -7.818472004402511e-19, "lo": -9.008747869578187e-18, "hi": 7.63822260354836e-18, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.29225352112676056 } }, "_noise_floor_mse": { "mean": 0.08860098570585251, "lo": 0.08311186720213287, "hi": 0.09434174260843545, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.772465705871582, "lo": 0.7662433911289502, "hi": 0.7789032246974913, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.24930966078458444, "lo": 0.22730067698161463, "hi": 0.2728700294869437, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.6518120201324107, "lo": 0.63733937705259, "hi": 0.6657125401884268, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.4835571253469376, "lo": 0.4418582973104668, "hi": 0.5242897426581995, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.46605121419734186, "lo": 0.4493770696247866, "hi": 0.48255414844218353, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.23424746456235315, "lo": 0.21342852681154592, "hi": 0.25872646632483576, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18576080593506894, "lo": -0.1932343442443418, "hi": -0.17847438457941753, "n_cond": 297, "n_drugs": 208, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.2575155747177455, "lo": 0.23397845554570088, "hi": 0.2823222201638162, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.6460998071895757, "lo": 0.630804232530301, "hi": 0.6608519115413867, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008205913933161089, "lo": 0.005242645757345393, "hi": 0.01179785344121395, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.31986531986531985 }, "d_pearson_vs_mean": { "mean": -0.005712212942835148, "lo": -0.008727572209374111, "hi": -0.0025636834897904822, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.6296296296296297 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.2445148453445614, "lo": 0.2224738568700651, "hi": 0.2677822920448566, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.6610075559423139, "lo": 0.6463773151188456, "hi": 0.6748913517771611, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0047948154400230675, "lo": -0.006017897897697589, "hi": -0.0036849906712438786, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.9259259259259259 }, "d_pearson_vs_mean": { "mean": 0.009195535809903111, "lo": 0.008003826806169078, "hi": 0.010403592011455732, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.08080808080808081 } }, "null_random_line": { "mse": { "mean": 0.4572995399030682, "lo": 0.4216530643814525, "hi": 0.49365301035191195, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.4807203307590374, "lo": 0.46527356001016035, "hi": 0.4956573884398889, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.20798987911848377, "lo": 0.19263379001705916, "hi": 0.22501468330089763, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17109168937337332, "lo": -0.17403991735296775, "hi": -0.16796335462157488, "n_cond": 297, "n_drugs": 208, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.24931334212871797, "lo": 0.22730376354075973, "hi": 0.27287373071018595, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.6518046433220596, "lo": 0.6373325189547345, "hi": 0.665705155093337, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.681344133534287e-06, "lo": 2.1082964113358575e-06, "hi": 5.43549357359125e-06, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.24915824915824916 }, "d_pearson_vs_mean": { "mean": -7.376810351184225e-06, "lo": -9.049731250807568e-06, "hi": -5.694785657411349e-06, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.7575757575757576 } }, "same_organ_mean": { "mse": { "mean": 0.2537760498106172, "lo": 0.23076338657623185, "hi": 0.27803222969739905, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "pearson": { "mean": 0.6494294534061884, "lo": 0.6343384039807349, "hi": 0.6638839374192718, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004466389026032761, "lo": 0.002124231209173343, "hi": 0.006986414086983868, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.37037037037037035 }, "d_pearson_vs_mean": { "mean": -0.002382566726222389, "lo": -0.005164389881129821, "hi": 0.0003367211036580465, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.6026936026936027 } }, "duplicate": { "mse": { "mean": 0.3161344461476625, "lo": 0.27650730095073495, "hi": 0.35933266533908714, "n_cond": 67, "n_drugs": 64, "frac_neg": 0.0 }, "pearson": { "mean": 0.3411591848108306, "lo": 0.28165215652542014, "hi": 0.39816971818730956, "n_cond": 67, "n_drugs": 64, "frac_neg": 0.13432835820895522 }, "d_mse_vs_mean": { "mean": 0.1682468132129556, "lo": 0.1377348099856245, "hi": 0.2011038033297333, "n_cond": 67, "n_drugs": 64, "frac_neg": 0.029850746268656716 }, "d_pearson_vs_mean": { "mean": -0.36309306582242995, "lo": -0.42529013687637285, "hi": -0.30593323971217895, "n_cond": 67, "n_drugs": 64, "frac_neg": 0.9701492537313433 } }, "IC:train_mean": { "mse": { "mean": 0.23954010793571925, "lo": 0.2079494150025621, "hi": 0.2747942175422612, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "pearson": { "mean": 0.6547338486026144, "lo": 0.633550859443704, "hi": 0.6740047635211822, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.2438161184843685, "lo": 0.20939293402697792, "hi": 0.2836097485597423, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "pearson": { "mean": 0.6609258359061245, "lo": 0.63868417591461, "hi": 0.6807306919970862, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00427601054864921, "lo": -0.0006862491533004913, "hi": 0.010147566251582623, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.47794117647058826 }, "d_pearson_vs_mean": { "mean": 0.00619198730351001, "lo": 0.0018168265390540654, "hi": 0.010923530857663845, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.4338235294117647 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.23965489223576575, "lo": 0.20797583719946278, "hi": 0.2749179073820676, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "pearson": { "mean": 0.6547338486026144, "lo": 0.6335508594437039, "hi": 0.6740047635211822, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00011478430004653757, "lo": -0.0004117563333588788, "hi": 0.0005899747982637977, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.36764705882352944 }, "d_pearson_vs_mean": { "mean": 1.6326809185664067e-18, "lo": -1.5743550511537106e-17, "hi": 1.7947814850407e-17, "n_cond": 136, "n_drugs": 96, "frac_neg": 0.27205882352941174 } }, "_noise_floor_mse": { "mean": 0.14175847172737122, "lo": 0.1280578771144925, "hi": 0.15566728671437668, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8084134459495544, "lo": 0.7954716752427873, "hi": 0.8208889847722183, "n_cond": 297, "n_drugs": 208, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 297, "lam": 100, "mean_effect_norm2": 0.2396531105041504, "median_Q": 4.948376178741455, "frac_var_explained_by_mean_all": 0.41222097684885517, "frac_var_explained_by_mean_eff": 0.43260744449110367, "ic_beta": 0.9662672080314545, "same_organ_n": 8 }, "HEC-1-A": { "all": { "train_mean": { "mse": { "mean": 0.05718650793198851, "lo": 0.0522841068946515, "hi": 0.0633653848277879, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7640376876687726, "lo": 0.7576528342819099, "hi": 0.7702018344863841, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.18496951658997723, "lo": 0.171842635058594, "hi": 0.20058933030225523, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5313847170881317, "lo": 0.5235082273659044, "hi": 0.5390496038474719, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1277830086579887, "lo": 0.11828274297943424, "hi": 0.13868272367136691, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00088261253309797 }, "d_pearson_vs_mean": { "mean": -0.23265297058064086, "lo": -0.23755828652581185, "hi": -0.22809066098648118, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9982347749338041 } }, "nn5_baseline": { "mse": { "mean": 0.07019677345569107, "lo": 0.06431214335621721, "hi": 0.07753810511548995, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7212291801464162, "lo": 0.7140143471873659, "hi": 0.7280926870564844, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013010265523702547, "lo": 0.01187697694625527, "hi": 0.014420440115646232, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.03795233892321271 }, "d_pearson_vs_mean": { "mean": -0.0428085075223563, "lo": -0.04458760716317723, "hi": -0.040885656871780994, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9576345984112974 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.05634091925724065, "lo": 0.0515364890655381, "hi": 0.062392963165106216, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7673656781547423, "lo": 0.7611010492084506, "hi": 0.7734473199109861, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.000845588674747882, "lo": -0.0010083286671660398, "hi": -0.0006854408571121364, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7528684907325685 }, "d_pearson_vs_mean": { "mean": 0.0033279904859696355, "lo": 0.0029325305920598972, "hi": 0.003754155289058093, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.23477493380406 } }, "null_random_line": { "mse": { "mean": 0.19789374507221377, "lo": 0.1868444664130432, "hi": 0.21128008917264363, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5354582235331388, "lo": 0.5278631659553058, "hi": 0.5427740608279376, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14070723714022523, "lo": 0.13444667666313342, "hi": 0.1482761012693493, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22857946413563382, "lo": -0.23108507301904363, "hi": -0.22610398217618843, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.057203529803309776, "lo": 0.05229991109835991, "hi": 0.06338367250195108, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7639796118489623, "lo": 0.7575957431904681, "hi": 0.7701472327757408, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.702187132124712e-05, "lo": 1.5050457707710161e-05, "hi": 1.9287215252511714e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.03971756398940865 }, "d_pearson_vs_mean": { "mean": -5.8075819810206905e-05, "lo": -6.139886156040194e-05, "hi": -5.496933100537205e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9452780229479258 } }, "same_organ_mean": { "mse": { "mean": 0.38998816495120453, "lo": 0.3709977752626984, "hi": 0.40957932696214705, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3597758760402816, "lo": 0.3512158195228868, "hi": 0.36856100737418945, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00088261253309797 }, "d_mse_vs_mean": { "mean": 0.332801657019216, "lo": 0.31685901311185627, "hi": 0.3511006754533003, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.404261811628491, "lo": -0.4097178781058643, "hi": -0.39891314691863194, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9938217122683142 } }, "duplicate": { "mse": { "mean": 0.1461545875270481, "lo": 0.1260983870728903, "hi": 0.16662715831872638, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3767610499667233, "lo": 0.30700368648626775, "hi": 0.4450930033567456, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1917808219178082 }, "d_mse_vs_mean": { "mean": 0.0954847588882936, "lo": 0.07685242332870569, "hi": 0.11253443297352739, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.41887599004099774, "lo": -0.48489916085172496, "hi": -0.3480662730307744, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.05701340607211084, "lo": 0.05180436210164934, "hi": 0.06305036332125143, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7618638291050016, "lo": 0.7533022708022284, "hi": 0.7706552916815294, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06164815856515208, "lo": 0.0558524469002187, "hi": 0.06821420662322161, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7430483748597139, "lo": 0.7339895035272663, "hi": 0.7524951686728484, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004634752493041249, "lo": 0.0032995945506651267, "hi": 0.0064887879634758635, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.08303886925795052 }, "d_pearson_vs_mean": { "mean": -0.018815454245287855, "lo": -0.02063643250273107, "hi": -0.017135698158089, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.9346289752650176 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.05634259582172988, "lo": 0.05116857217262716, "hi": 0.06225173240521123, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7618638291050016, "lo": 0.7533022708022284, "hi": 0.7706552916815294, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006708102503809565, "lo": -0.001060338518306909, "hi": -0.0003728466910527109, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.7455830388692579 }, "d_pearson_vs_mean": { "mean": 2.746134689885546e-18, "lo": -8.378173641755506e-18, "hi": 1.3635518050309609e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3321554770318021 } }, "_noise_floor_mse": { "mean": 0.026469780132174492, "lo": 0.024891702485502376, "hi": 0.028307841808609575, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8756120800971985, "lo": 0.8702390887506207, "hi": 0.8809818159001316, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.07944086232680181, "lo": 0.06906017774003455, "hi": 0.09215565555223137, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.798864351912788, "lo": 0.7921152764754847, "hi": 0.8058453652069988, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.27643275544939194, "lo": 0.24698243603708067, "hi": 0.30880147096035737, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.5667366973606082, "lo": 0.5551081249708736, "hi": 0.5780182070983416, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19699189312259013, "lo": 0.1757867336376179, "hi": 0.21969170050639986, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23212765455217987, "lo": -0.24029992424162064, "hi": -0.22380649500556818, "n_cond": 413, "n_drugs": 270, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.09846860978490357, "lo": 0.08617710622761215, "hi": 0.11394294321018901, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.7580408365236718, "lo": 0.7499598225600456, "hi": 0.7664483246998586, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01902774745810176, "lo": 0.016384208212095328, "hi": 0.022000226449714146, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.031476997578692496 }, "d_pearson_vs_mean": { "mean": -0.040823515389116154, "lo": -0.04377121331537644, "hi": -0.03774391872271008, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.9636803874092009 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07818828612691094, "lo": 0.06784893152857895, "hi": 0.09082346400254317, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.8020321752841283, "lo": 0.7953300775704996, "hi": 0.8089677248401053, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0012525761998908843, "lo": -0.0016080832768488108, "hi": -0.0009227488621181792, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.7917675544794189 }, "d_pearson_vs_mean": { "mean": 0.0031678233713403605, "lo": 0.0026607810278826056, "hi": 0.0036734975149547836, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.19612590799031476 } }, "null_random_line": { "mse": { "mean": 0.2655068926018793, "lo": 0.24356986533663688, "hi": 0.29168752754713095, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.5786552821858123, "lo": 0.56971620174282, "hi": 0.5880656159132693, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18606603027507754, "lo": 0.17332104187527062, "hi": 0.20035189251080687, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22020906972697563, "lo": -0.22420928254324624, "hi": -0.21607574447529695, "n_cond": 413, "n_drugs": 270, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0794660568630715, "lo": 0.06908172399026147, "hi": 0.09218563408694204, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.7988111487579711, "lo": 0.7920630088994213, "hi": 0.8057954692802577, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.5194536269689282e-05, "lo": 2.101249027721322e-05, "hi": 3.0020580104694662e-05, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.05084745762711865 }, "d_pearson_vs_mean": { "mean": -5.320315481689463e-05, "lo": -5.7715262745487184e-05, "hi": -4.89085934835122e-05, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.9322033898305084 } }, "same_organ_mean": { "mse": { "mean": 0.47636448477828985, "lo": 0.44024611344269476, "hi": 0.5171830263692339, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.41456703090846636, "lo": 0.40296071250357657, "hi": 0.42722934695518716, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.39692362245148793, "lo": 0.3679913764065648, "hi": 0.427367613015301, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.3842973210043216, "lo": -0.3944163003142864, "hi": -0.37479074746034957, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.9854721549636803 } }, "duplicate": { "mse": { "mean": 0.15604549405329368, "lo": 0.12848233947181395, "hi": 0.18486781235275437, "n_cond": 85, "n_drugs": 79, "frac_neg": 0.0 }, "pearson": { "mean": 0.4612623012789032, "lo": 0.39301658669154427, "hi": 0.5294089178727068, "n_cond": 85, "n_drugs": 79, "frac_neg": 0.1411764705882353 }, "d_mse_vs_mean": { "mean": 0.09572017579282636, "lo": 0.07100244678823106, "hi": 0.12139728229966389, "n_cond": 85, "n_drugs": 79, "frac_neg": 0.03529411764705882 }, "d_pearson_vs_mean": { "mean": -0.3518640024319712, "lo": -0.4188723617936142, "hi": -0.28760339587986267, "n_cond": 85, "n_drugs": 79, "frac_neg": 0.9647058823529412 } }, "IC:train_mean": { "mse": { "mean": 0.07634595892688673, "lo": 0.06581087650085171, "hi": 0.08845459396363499, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "pearson": { "mean": 0.7976474538858301, "lo": 0.7881628121126303, "hi": 0.8071654151347213, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08234958795439641, "lo": 0.07072610475963417, "hi": 0.0965398759309464, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "pearson": { "mean": 0.7825772675861433, "lo": 0.7724423032673534, "hi": 0.7926255570171038, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006003629027509693, "lo": 0.003077065133087782, "hi": 0.010609337760832314, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.09569377990430622 }, "d_pearson_vs_mean": { "mean": -0.01507018629968672, "lo": -0.017228177773021082, "hi": -0.012933796082041168, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.937799043062201 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0754687070888542, "lo": 0.06513397413058554, "hi": 0.0873586156920962, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "pearson": { "mean": 0.7976474538858302, "lo": 0.7881628121126303, "hi": 0.8071654151347213, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0008772518380325158, "lo": -0.0017264378226278544, "hi": -0.0002461029943661627, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.6842105263157895 }, "d_pearson_vs_mean": { "mean": 1.0624143776317287e-18, "lo": -1.7045381983180327e-17, "hi": 1.8867247108149614e-17, "n_cond": 209, "n_drugs": 138, "frac_neg": 0.33014354066985646 } }, "_noise_floor_mse": { "mean": 0.028189778327941895, "lo": 0.025318183817046307, "hi": 0.03228740263484391, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.913841724395752, "lo": 0.9091811464835146, "hi": 0.9183609732335662, "n_cond": 413, "n_drugs": 270, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 413, "lam": 100, "mean_effect_norm2": 0.1454804688692093, "median_Q": 13.026558876037598, "frac_var_explained_by_mean_all": 0.6069128153319284, "frac_var_explained_by_mean_eff": 0.6472524414604347, "ic_beta": 0.9230217360039678, "same_organ_n": 1 }, "HOP62": { "all": { "train_mean": { "mse": { "mean": 0.06614704481051605, "lo": 0.061023807662016816, "hi": 0.07206309219891205, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7782621040471924, "lo": 0.7725745093227154, "hi": 0.7836836262234528, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.17627811307090432, "lo": 0.16676617242491734, "hi": 0.1865321694553313, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5675045222355639, "lo": 0.5586317797652297, "hi": 0.5765086345295924, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11013106826038828, "lo": 0.10463782673835277, "hi": 0.11600810703272803, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00441306266548985 }, "d_pearson_vs_mean": { "mean": -0.21075758181162854, "lo": -0.2159985590684084, "hi": -0.20529939350570933, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9973521624007061 } }, "nn5_baseline": { "mse": { "mean": 0.10470922179666425, "lo": 0.09983356879013003, "hi": 0.11016411589172698, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.66274248275847, "lo": 0.6549732840590431, "hi": 0.6708140901588505, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.038562176986148215, "lo": 0.036800979995085976, "hi": 0.04032836473646485, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.038834951456310676 }, "d_pearson_vs_mean": { "mean": -0.11551962128872245, "lo": -0.12075734332708707, "hi": -0.11049419938763289, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9664607237422771 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.06301292501330669, "lo": 0.058400415155458865, "hi": 0.06820819793081788, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7854190389168061, "lo": 0.7799818923763479, "hi": 0.790576007426751, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0031341197972093574, "lo": -0.0037959595612089593, "hi": -0.002559369827346787, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7740511915269197 }, "d_pearson_vs_mean": { "mean": 0.007156934869613649, "lo": 0.006373366011519088, "hi": 0.007998210736277156, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.22683142100617829 } }, "null_random_line": { "mse": { "mean": 0.20666056819504916, "lo": 0.19535419952903765, "hi": 0.21956073512690014, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5444458947417932, "lo": 0.5369472543538195, "hi": 0.551542596647644, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14051352338453313, "lo": 0.13425048276088652, "hi": 0.14808598366173265, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23381620930539918, "lo": -0.23622528422446504, "hi": -0.2314922797604361, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.06615892796291423, "lo": 0.06103455439637792, "hi": 0.07207643280934711, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7782175584341321, "lo": 0.7725279593960083, "hi": 0.7836390368829742, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.1883152398185542e-05, "lo": 1.0802773148242977e-05, "hi": 1.3161478841012695e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.019417475728155338 }, "d_pearson_vs_mean": { "mean": -4.454561306037344e-05, "lo": -4.6415537591541875e-05, "hi": -4.281503837654681e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9876434245366285 } }, "same_organ_mean": { "mse": { "mean": 0.07675502984378604, "lo": 0.07110092049056797, "hi": 0.08322508220007521, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7355757929413155, "lo": 0.7293273466666306, "hi": 0.7414675841179202, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.010607985033270009, "lo": 0.00984541451390932, "hi": 0.011453052818529293, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.02030008826125331 }, "d_pearson_vs_mean": { "mean": -0.042686311105876965, "lo": -0.04400232292884262, "hi": -0.041284504017845815, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9911738746690203 } }, "duplicate": { "mse": { "mean": 0.17588318363852698, "lo": 0.14817688611286342, "hi": 0.20703262516796522, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.39374452056714065, "lo": 0.3289925462136129, "hi": 0.4561764179949061, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.15753424657534246 }, "d_mse_vs_mean": { "mean": 0.11012676070677432, "lo": 0.08742977349281894, "hi": 0.132466458908951, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.4054358760748506, "lo": -0.46562894303802926, "hi": -0.3381431526050291, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.06114608608053888, "lo": 0.05556795357091432, "hi": 0.06723567563342889, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7829154458679614, "lo": 0.7752026390453101, "hi": 0.7905547815708382, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06260523383732607, "lo": 0.057080330060100035, "hi": 0.06866017009503915, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.773299064890012, "lo": 0.7655093879650796, "hi": 0.7813357925644913, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0014591477567871911, "lo": 0.0007555836021631122, "hi": 0.002119540908918844, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30687830687830686 }, "d_pearson_vs_mean": { "mean": -0.009616380977949394, "lo": -0.010959389205030808, "hi": -0.008257708134531437, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7548500881834215 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06096774993014282, "lo": 0.05550246038052062, "hi": 0.06688472736299915, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7829154458679614, "lo": 0.7752026390453102, "hi": 0.7905547815708382, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0001783361503960583, "lo": -0.0004064581279941913, "hi": 1.0039881936965425e-05, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.4126984126984127 }, "d_pearson_vs_mean": { "mean": 1.3706457094137734e-18, "lo": -9.631668649229717e-18, "hi": 1.299342202410781e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.328042328042328 } }, "_noise_floor_mse": { "mean": 0.028011932969093323, "lo": 0.026724994860179624, "hi": 0.02942780049397179, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8913547396659851, "lo": 0.8876259850652833, "hi": 0.8951477318166677, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.08996680175687405, "lo": 0.0803223531729045, "hi": 0.09964026779348292, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7974980323606019, "lo": 0.7907157200617821, "hi": 0.8040262245619961, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.22233597483297288, "lo": 0.20544528409238402, "hi": 0.2390702543475213, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.609708248878395, "lo": 0.5995600080290101, "hi": 0.6203821527462094, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13236917307609883, "lo": 0.12321083704018922, "hi": 0.1427545578141071, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.006185567010309278 }, "d_pearson_vs_mean": { "mean": -0.1877897834822069, "lo": -0.19473655512481525, "hi": -0.18078096486488504, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.9958762886597938 } }, "nn5_baseline": { "mse": { "mean": 0.12782653226101795, "lo": 0.11844104109002021, "hi": 0.1370171398872672, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7131717935694732, "lo": 0.7040695547663174, "hi": 0.7221001675458816, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03785973050414389, "lo": 0.03476691150221635, "hi": 0.040736299327849, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.06804123711340206 }, "d_pearson_vs_mean": { "mean": -0.08432623879112867, "lo": -0.09015101629725082, "hi": -0.07832712327262278, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.934020618556701 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.084443551748646, "lo": 0.07578161668185036, "hi": 0.09327900989948952, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.8077594721910705, "lo": 0.8012909485526946, "hi": 0.8140438206300482, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.005523250008228063, "lo": -0.006840964625766486, "hi": -0.004418213755496822, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.8701030927835052 }, "d_pearson_vs_mean": { "mean": 0.01026143983046851, "lo": 0.009106756502281807, "hi": 0.011548797575554846, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.12371134020618557 } }, "null_random_line": { "mse": { "mean": 0.2621604711977753, "lo": 0.2420714893305077, "hi": 0.2832278377278406, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.5753037452977043, "lo": 0.5659706771723851, "hi": 0.5848702563637075, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1721936694409012, "lo": 0.16093515915213213, "hi": 0.18537265949351006, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22219428706289768, "lo": -0.22554792290495385, "hi": -0.21876092292121835, "n_cond": 485, "n_drugs": 295, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08998439076272965, "lo": 0.08033782406889196, "hi": 0.09966007857356504, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7974506926452491, "lo": 0.7906667062026638, "hi": 0.8039789630851188, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.758900585559413e-05, "lo": 1.562998089175307e-05, "hi": 2.003324205669579e-05, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.006185567010309278 }, "d_pearson_vs_mean": { "mean": -4.7339715352864654e-05, "lo": -5.0433024183290105e-05, "hi": -4.459049065440194e-05, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.9938144329896907 } }, "same_organ_mean": { "mse": { "mean": 0.10307979710865807, "lo": 0.09233497355042633, "hi": 0.11410745646576981, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7612728574567026, "lo": 0.7540591464907351, "hi": 0.7683578032259791, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013112995351784017, "lo": 0.011604588696330851, "hi": 0.014855069463781744, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.03917525773195876 }, "d_pearson_vs_mean": { "mean": -0.03622517490389925, "lo": -0.03814422152251319, "hi": -0.03430166907516442, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.979381443298969 } }, "duplicate": { "mse": { "mean": 0.18369167746560086, "lo": 0.14810144242081552, "hi": 0.22632821246502569, "n_cond": 103, "n_drugs": 91, "frac_neg": 0.0 }, "pearson": { "mean": 0.45655672972596895, "lo": 0.3923567798317672, "hi": 0.520165029121677, "n_cond": 103, "n_drugs": 91, "frac_neg": 0.11650485436893204 }, "d_mse_vs_mean": { "mean": 0.10916810816119095, "lo": 0.08156400965863178, "hi": 0.13989694829392132, "n_cond": 103, "n_drugs": 91, "frac_neg": 0.02912621359223301 }, "d_pearson_vs_mean": { "mean": -0.35725984817897094, "lo": -0.4232292532033622, "hi": -0.2956511021430991, "n_cond": 103, "n_drugs": 91, "frac_neg": 0.970873786407767 } }, "IC:train_mean": { "mse": { "mean": 0.08201813094732638, "lo": 0.071169093007141, "hi": 0.09477857713249382, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "pearson": { "mean": 0.8014248510132255, "lo": 0.7921223644874015, "hi": 0.8100344820718507, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08327804209327659, "lo": 0.07231529784436341, "hi": 0.09609676690859888, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "pearson": { "mean": 0.7936903143290023, "lo": 0.7839123388127069, "hi": 0.8029198818439184, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0012599111459501964, "lo": -5.074101062191005e-05, "hi": 0.002647716860450465, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.3651452282157676 }, "d_pearson_vs_mean": { "mean": -0.007734536684223294, "lo": -0.00985185332971175, "hi": -0.00554908814169151, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.7136929460580913 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08158848299724195, "lo": 0.07099495385287288, "hi": 0.09390665236101883, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "pearson": { "mean": 0.8014248510132255, "lo": 0.7921223644874015, "hi": 0.8100344820718507, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0004296479500844278, "lo": -0.0009264091849577666, "hi": -3.7795742393953156e-05, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.44398340248962653 }, "d_pearson_vs_mean": { "mean": -2.3033672710065487e-18, "lo": -1.926833348522999e-17, "hi": 1.4867138630544197e-17, "n_cond": 241, "n_drugs": 146, "frac_neg": 0.35269709543568467 } }, "_noise_floor_mse": { "mean": 0.03151967376470566, "lo": 0.029158979969605623, "hi": 0.0344379362448305, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9164239764213562, "lo": 0.9123718666227726, "hi": 0.920637808587513, "n_cond": 485, "n_drugs": 295, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 485, "lam": 100, "mean_effect_norm2": 0.1800127923488617, "median_Q": 14.59471321105957, "frac_var_explained_by_mean_all": 0.6325425324088956, "frac_var_explained_by_mean_eff": 0.6556675544428483, "ic_beta": 1.051639327752266, "same_organ_n": 14 }, "HS-578T": { "all": { "train_mean": { "mse": { "mean": 0.0767663449357116, "lo": 0.07155171336389568, "hi": 0.08300435115203793, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7278960212618315, "lo": 0.7216497312265959, "hi": 0.7344383274985704, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8820375866658104, "lo": 0.846072661216452, "hi": 0.917696140336408, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3099992329124796, "lo": 0.29906868974304385, "hi": 0.3214566206861219, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.006183745583038869 }, "d_mse_vs_mean": { "mean": 0.8052712417300989, "lo": 0.7698805787874664, "hi": 0.8411296420809831, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.41789678834935196, "lo": -0.42862708000168626, "hi": -0.40746303894646374, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.11582810433817732, "lo": 0.11094769814584964, "hi": 0.1215254673165906, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6236276438734981, "lo": 0.6152495327344242, "hi": 0.6322445093139193, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03906175940246572, "lo": 0.03732679817510889, "hi": 0.040792376842653764, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.03356890459363958 }, "d_pearson_vs_mean": { "mean": -0.1042683773883334, "lo": -0.10918660579236145, "hi": -0.09968112411856934, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9575971731448764 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07431994491472264, "lo": 0.06960126327464428, "hi": 0.0798828738070729, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.733047165345005, "lo": 0.7267733127024286, "hi": 0.7394186410578548, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002446400020988953, "lo": -0.003190538719979693, "hi": -0.0018196930247852214, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.642226148409894 }, "d_pearson_vs_mean": { "mean": 0.005151144083173518, "lo": 0.004224552838549795, "hi": 0.006111455509967626, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.31095406360424027 } }, "null_random_line": { "mse": { "mean": 0.21665074988471617, "lo": 0.20550927840628677, "hi": 0.23003417199865475, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5116078555811581, "lo": 0.5039949425718441, "hi": 0.5194925360372032, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13988440494900456, "lo": 0.1336629763781703, "hi": 0.1473987831978439, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2162881656806735, "lo": -0.21823833708751536, "hi": -0.21436403959566547, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07673289381971748, "lo": 0.07152100448227104, "hi": 0.08296585542229495, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7280212172989105, "lo": 0.7217731565085928, "hi": 0.7345645366208388, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.3451115994109346e-05, "lo": -3.7292555880510616e-05, "hi": -3.0130516563320708e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9673144876325088 }, "d_pearson_vs_mean": { "mean": 0.00012519603707891679, "lo": 0.00011936647184675767, "hi": 0.00013108875001732512, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.026501766784452298 } }, "same_organ_mean": { "mse": { "mean": 0.20351656052283665, "lo": 0.19126152660270287, "hi": 0.21833978317723465, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4612326438851826, "lo": 0.452440852340355, "hi": 0.4697119331865748, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_mse_vs_mean": { "mean": 0.12675021558712501, "lo": 0.11842818213048305, "hi": 0.13665856023045111, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.266663377376649, "lo": -0.27213992235309836, "hi": -0.26148877952370614, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "duplicate": { "mse": { "mean": 0.20240809247918326, "lo": 0.18358672110946217, "hi": 0.2219742715831657, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.30312863372470417, "lo": 0.2570216323760055, "hi": 0.3488378977688065, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1232876712328767 }, "d_mse_vs_mean": { "mean": 0.12952786442021205, "lo": 0.11188741707566334, "hi": 0.1466706993764211, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.44396955556547496, "lo": -0.4900635465538751, "hi": -0.39328703405161597, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.07370741189554438, "lo": 0.06754717150233647, "hi": 0.08082256696350512, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7315515385321507, "lo": 0.7225592316700203, "hi": 0.7404923686821625, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07140990311648411, "lo": 0.06600509337525005, "hi": 0.07774677309014622, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7360806863053924, "lo": 0.7269833312926572, "hi": 0.7451064223759413, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002297508779060273, "lo": -0.0033703199674905648, "hi": -0.0012973813673979465, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.5413005272407733 }, "d_pearson_vs_mean": { "mean": 0.004529147773241831, "lo": 0.0025154560554366697, "hi": 0.006579070378126369, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.4270650263620387 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07368246770411858, "lo": 0.0675169920161038, "hi": 0.08081870084426741, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7315515385321507, "lo": 0.7225592316700203, "hi": 0.7404923686821625, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.4944191425794304e-05, "lo": -4.765183092909367e-05, "hi": 1.3593092780621405e-06, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.6994727592267135 }, "d_pearson_vs_mean": { "mean": 6.634021588269828e-18, "lo": -3.019027523103496e-18, "hi": 1.6000403336760117e-17, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.30755711775043937 } }, "_noise_floor_mse": { "mean": 0.03999679163098335, "lo": 0.0382913725966115, "hi": 0.04190521203242857, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8465933799743652, "lo": 0.8418175940503168, "hi": 0.8514196154526039, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11016852259377044, "lo": 0.09962415938996233, "hi": 0.12261225225609458, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.7635924474242695, "lo": 0.7549127918647544, "hi": 0.7718085580375341, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.9151886971538414, "lo": 0.8593514275229451, "hi": 0.9724091180741179, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.37952429103741564, "lo": 0.36185050506933475, "hi": 0.3955622022347141, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.005194805194805195 }, "d_mse_vs_mean": { "mean": 0.805020174560071, "lo": 0.7494174067896098, "hi": 0.8618295110897723, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.38406815638685377, "lo": -0.4004519910045996, "hi": -0.3668889656570125, "n_cond": 385, "n_drugs": 263, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.14959001214007847, "lo": 0.13921398367179785, "hi": 0.16190754170391594, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.6910377067511094, "lo": 0.6794101522482364, "hi": 0.701402967115251, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.039421489546308024, "lo": 0.03578712822457518, "hi": 0.043064917590365945, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.08571428571428572 }, "d_pearson_vs_mean": { "mean": -0.07255474067316006, "lo": -0.07881089019342469, "hi": -0.06639209966497278, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.9038961038961039 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10392705477583271, "lo": 0.0946274827333832, "hi": 0.11517611931123886, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.7745676323194214, "lo": 0.7658165438883516, "hi": 0.7826968906809548, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006241467817937741, "lo": -0.008037819691883656, "hi": -0.004767375673404149, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.8155844155844156 }, "d_pearson_vs_mean": { "mean": 0.01097518489515178, "lo": 0.009638227967734976, "hi": 0.012435658747946731, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.17662337662337663 } }, "null_random_line": { "mse": { "mean": 0.2958688563480037, "lo": 0.27173324248461495, "hi": 0.3238874685169256, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.5563754137994977, "lo": 0.5445659263331964, "hi": 0.567077617980049, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1857003337542332, "lo": 0.1719394433477537, "hi": 0.20053459599001214, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20721703362477176, "lo": -0.21084180742914257, "hi": -0.20380250794070764, "n_cond": 385, "n_drugs": 263, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11011779340183528, "lo": 0.09957835512849163, "hi": 0.12255868564242071, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.76370950816038, "lo": 0.7550287504289458, "hi": 0.7719257817874008, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.072919193516301e-05, "lo": -5.914153460851175e-05, "hi": -4.3406744502596784e-05, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.9662337662337662 }, "d_pearson_vs_mean": { "mean": 0.00011706073611046637, "lo": 0.00010844092949963434, "hi": 0.00012719196334420006, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.025974025974025976 } }, "same_organ_mean": { "mse": { "mean": 0.28450112099516156, "lo": 0.25764349092953764, "hi": 0.31424760444999605, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "pearson": { "mean": 0.5055673063821929, "lo": 0.4914509129628594, "hi": 0.5191814914770989, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17433259840139112, "lo": 0.15715852427944782, "hi": 0.19378592212959622, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2580251410420765, "lo": -0.26678381396253564, "hi": -0.24982206202713853, "n_cond": 385, "n_drugs": 263, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.24039698647601263, "lo": 0.20730644300789197, "hi": 0.2741141765518789, "n_cond": 70, "n_drugs": 61, "frac_neg": 0.0 }, "pearson": { "mean": 0.3537600988788264, "lo": 0.2833189543396, "hi": 0.4220482518928528, "n_cond": 70, "n_drugs": 61, "frac_neg": 0.17142857142857143 }, "d_mse_vs_mean": { "mean": 0.1463259458076217, "lo": 0.11541531361007028, "hi": 0.17757578877788596, "n_cond": 70, "n_drugs": 61, "frac_neg": 0.02857142857142857 }, "d_pearson_vs_mean": { "mean": -0.4245895963479638, "lo": -0.5020346201304386, "hi": -0.34986310045987157, "n_cond": 70, "n_drugs": 61, "frac_neg": 0.9714285714285714 } }, "IC:train_mean": { "mse": { "mean": 0.1042727516796417, "lo": 0.09147091053117931, "hi": 0.11889476291919959, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.7719966441956205, "lo": 0.7593931520100041, "hi": 0.7835384103687223, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09668819567925399, "lo": 0.08553176507358379, "hi": 0.1092762057836705, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.7850865422447149, "lo": 0.7724506352124074, "hi": 0.7965319824921445, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0075845560003877065, "lo": -0.010606121739572285, "hi": -0.0053644280451598594, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.7564766839378239 }, "d_pearson_vs_mean": { "mean": 0.013089898049094299, "lo": 0.010272301787541982, "hi": 0.015890478561990794, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.23316062176165803 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10430432702560542, "lo": 0.09146988372068733, "hi": 0.11897751873895068, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "pearson": { "mean": 0.7719966441956205, "lo": 0.7593931520100041, "hi": 0.7835384103687223, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.157534596371481e-05, "lo": -2.9455987383509784e-05, "hi": 0.00011402406919433516, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.5025906735751295 }, "d_pearson_vs_mean": { "mean": -5.752450904793557e-19, "lo": -1.6872897987637197e-17, "hi": 1.4979898261094316e-17, "n_cond": 193, "n_drugs": 134, "frac_neg": 0.30569948186528495 } }, "_noise_floor_mse": { "mean": 0.046792127192020416, "lo": 0.043948772100298586, "hi": 0.05003846178962183, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8903220295906067, "lo": 0.8846486314676522, "hi": 0.8958946150365649, "n_cond": 385, "n_drugs": 263, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 385, "lam": 100, "mean_effect_norm2": 0.17819832265377045, "median_Q": 10.162239074707031, "frac_var_explained_by_mean_all": 0.5692083752950672, "frac_var_explained_by_mean_eff": 0.6149665539563403, "ic_beta": 0.9914896972847868, "same_organ_n": 1 }, "HT-29": { "all": { "train_mean": { "mse": { "mean": 0.0800481993781645, "lo": 0.07501721419371365, "hi": 0.08598739045599078, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7151720304352055, "lo": 0.7094623227150318, "hi": 0.720832323893218, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1458157102841688, "lo": 0.13741862231983168, "hi": 0.15599585428963686, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5630190714468614, "lo": 0.5552534420419899, "hi": 0.5707554209755319, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06576751090600427, "lo": 0.06177923560060847, "hi": 0.07083948296880875, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.15215295898834413, "lo": -0.15578671760709104, "hi": -0.14874680385541877, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9964664310954063 } }, "nn5_baseline": { "mse": { "mean": 0.08290046639845378, "lo": 0.07797956462304269, "hi": 0.08875302275632913, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7046056725365931, "lo": 0.6982078145793438, "hi": 0.7106073365222662, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.002852267020289272, "lo": 0.001891033571146494, "hi": 0.0037077136545655095, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.28091872791519434 }, "d_pearson_vs_mean": { "mean": -0.010566357898612336, "lo": -0.012697864462569474, "hi": -0.008431197227145835, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6696113074204947 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07573032215269072, "lo": 0.07111706040196547, "hi": 0.08114187339579315, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7303073494816908, "lo": 0.7248328988515319, "hi": 0.7356657435783772, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004317877225473779, "lo": -0.004945989076637269, "hi": -0.0037895483002241153, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9832155477031802 }, "d_pearson_vs_mean": { "mean": 0.015135319046485352, "lo": 0.014390148154987955, "hi": 0.01591305795559633, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0176678445229682 } }, "null_random_line": { "mse": { "mean": 0.21986775654190338, "lo": 0.2089427880371451, "hi": 0.23301203312386953, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5034528104535181, "lo": 0.49619083919222495, "hi": 0.5105959158591925, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13981955716373884, "lo": 0.13359442126285787, "hi": 0.14733853793861834, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21171921998168736, "lo": -0.21361541320484137, "hi": -0.20987011822458765, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08004473881119886, "lo": 0.07501385745007476, "hi": 0.08598321315830391, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7151831644990357, "lo": 0.7094733699417857, "hi": 0.7208434702134944, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.460566965644751e-06, "lo": -4.2427406944913355e-06, "hi": -2.700949320031804e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7376325088339223 }, "d_pearson_vs_mean": { "mean": 1.1134063830201677e-05, "lo": 9.606888713030285e-06, "hi": 1.2528241590979651e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.24823321554770317 } }, "same_organ_mean": { "mse": { "mean": 0.0820527909828284, "lo": 0.07672388582952275, "hi": 0.08826246562259218, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7090075505766451, "lo": 0.7030464307553662, "hi": 0.714784362765821, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0020045916046638993, "lo": 0.0011882800114763829, "hi": 0.002831984486910209, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.3330388692579505 }, "d_pearson_vs_mean": { "mean": -0.006164479858560445, "lo": -0.007793863106402078, "hi": -0.004553514345571082, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6280918727915195 } }, "duplicate": { "mse": { "mean": 0.19548510086454757, "lo": 0.17102598319899445, "hi": 0.2219734515747102, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.341590516718921, "lo": 0.27725166754568176, "hi": 0.40378964116435995, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.1147310561416416, "lo": 0.09062290578405338, "hi": 0.13815503002349175, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.3842808630244643, "lo": -0.44954449919149064, "hi": -0.3158052694456966, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.07617348822288672, "lo": 0.07077874608601957, "hi": 0.08228067901637766, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7156007691006251, "lo": 0.7082000016155044, "hi": 0.7233110323809226, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.0753117871940605, "lo": 0.07011157014487421, "hi": 0.08143941556235415, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.717734540050943, "lo": 0.7100228337574346, "hi": 0.7253707060687614, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0008617010288262342, "lo": -0.0016474178971483504, "hi": -2.3647909194639066e-05, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.5026455026455027 }, "d_pearson_vs_mean": { "mean": 0.002133770950317875, "lo": -0.00030789617901225575, "hi": 0.004576665751869481, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.47442680776014107 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0761091735327138, "lo": 0.07064650633480213, "hi": 0.08231413862788257, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7156007691006251, "lo": 0.7082000016155044, "hi": 0.7233110323809224, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.431469017293072e-05, "lo": -0.0001825645868535347, "hi": 5.757864867868593e-05, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6384479717813051 }, "d_pearson_vs_mean": { "mean": -5.28677630773884e-18, "lo": -1.5381567267962957e-17, "hi": 4.495621402531444e-18, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30864197530864196 } }, "_noise_floor_mse": { "mean": 0.03857618570327759, "lo": 0.03694873517277322, "hi": 0.04044117004799057, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8526297807693481, "lo": 0.8472355865286114, "hi": 0.8584715575287218, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10189088144684326, "lo": 0.09379162604643851, "hi": 0.1112796338371735, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7408384606592663, "lo": 0.7335648441772653, "hi": 0.7480776477252484, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.18112868830123402, "lo": 0.16700578754324832, "hi": 0.19695461059762617, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.607207845315494, "lo": 0.5980676834070624, "hi": 0.6166184335649767, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0792378068543908, "lo": 0.07262703920793379, "hi": 0.08743803797669769, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0020408163265306124 }, "d_pearson_vs_mean": { "mean": -0.13363061534377224, "lo": -0.13845826066116562, "hi": -0.12905264909358619, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.9918367346938776 } }, "nn5_baseline": { "mse": { "mean": 0.10331684333794336, "lo": 0.09555998327711447, "hi": 0.11197513696951836, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.737526217349697, "lo": 0.7302192356042398, "hi": 0.7450180633242756, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0014259618911001113, "lo": -0.0003674450391072458, "hi": 0.003114400490898994, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.363265306122449 }, "d_pearson_vs_mean": { "mean": -0.0033122433095690864, "lo": -0.006116742739604168, "hi": -0.0004440608059924668, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.5795918367346938 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09537589655971579, "lo": 0.08818281910226353, "hi": 0.1037613418120247, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7570371549717237, "lo": 0.7502973381497027, "hi": 0.7638234659077608, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006514984887127456, "lo": -0.00765349359510986, "hi": -0.005526129715853963, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.9918367346938776 }, "d_pearson_vs_mean": { "mean": 0.016198694312457393, "lo": 0.015154690673601676, "hi": 0.017342699392363565, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.01020408163265306 } }, "null_random_line": { "mse": { "mean": 0.272267923224454, "lo": 0.2536623763049672, "hi": 0.29373364535568003, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.5379020347174096, "lo": 0.5286684377078126, "hi": 0.5470700042672152, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17037704177761073, "lo": 0.15978707217067398, "hi": 0.18281334814627456, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2029364259418567, "lo": -0.20573212345010095, "hi": -0.20041844599456268, "n_cond": 490, "n_drugs": 295, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10188507589310651, "lo": 0.09378650738799854, "hi": 0.11127304249687651, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7408520423729723, "lo": 0.733578172791882, "hi": 0.7480917082797256, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.805553736736003e-06, "lo": -7.405894756110526e-06, "hi": -4.442086366313015e-06, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.7816326530612245 }, "d_pearson_vs_mean": { "mean": 1.3581713705979728e-05, "lo": 1.1705846732721916e-05, "hi": 1.5485542324473983e-05, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.20816326530612245 } }, "same_organ_mean": { "mse": { "mean": 0.10300680960729248, "lo": 0.09503526201242696, "hi": 0.11237945800871639, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "pearson": { "mean": 0.7390683865201826, "lo": 0.7317008296287023, "hi": 0.7462259535327842, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0011159281604492283, "lo": -0.00027286246234094604, "hi": 0.0025775373615121912, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.39183673469387753 }, "d_pearson_vs_mean": { "mean": -0.0017700741390837085, "lo": -0.004037236694676632, "hi": 0.0004400410966668411, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.5530612244897959 } }, "duplicate": { "mse": { "mean": 0.2025239930725565, "lo": 0.17197344139556647, "hi": 0.2393479335916949, "n_cond": 102, "n_drugs": 92, "frac_neg": 0.0 }, "pearson": { "mean": 0.4082835882208219, "lo": 0.3495256185006191, "hi": 0.4658605957347333, "n_cond": 102, "n_drugs": 92, "frac_neg": 0.13725490196078433 }, "d_mse_vs_mean": { "mean": 0.11359769342902387, "lo": 0.08514900413185311, "hi": 0.1437306480242002, "n_cond": 102, "n_drugs": 92, "frac_neg": 0.029411764705882353 }, "d_pearson_vs_mean": { "mean": -0.33511838012568684, "lo": -0.3963038013585568, "hi": -0.2737395103800388, "n_cond": 102, "n_drugs": 92, "frac_neg": 0.9607843137254902 } }, "IC:train_mean": { "mse": { "mean": 0.0926489265455942, "lo": 0.08514909418131003, "hi": 0.09995930376447389, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.7405069423676417, "lo": 0.7313282442868345, "hi": 0.7502497900290513, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08956408907686403, "lo": 0.08275419663464899, "hi": 0.09596432444525964, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.748590577290707, "lo": 0.7393002809017216, "hi": 0.7576932968589736, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003084837468730156, "lo": -0.004513432672281417, "hi": -0.001814314250357419, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.5909090909090909 }, "d_pearson_vs_mean": { "mean": 0.008083634923065245, "lo": 0.005236637662308393, "hi": 0.010957337997693476, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.38016528925619836 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09267031521545684, "lo": 0.08502128471122095, "hi": 0.10008559656164975, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.7405069423676417, "lo": 0.7313282442868345, "hi": 0.7502497900290512, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.1388669862640518e-05, "lo": -0.00019540313949889605, "hi": 0.0002463703261695437, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.5578512396694215 }, "d_pearson_vs_mean": { "mean": -1.7433254105684277e-17, "lo": -3.416070845000482e-17, "hi": -9.44583641552247e-19, "n_cond": 242, "n_drugs": 149, "frac_neg": 0.3512396694214876 } }, "_noise_floor_mse": { "mean": 0.039998285472393036, "lo": 0.03810767597930699, "hi": 0.04183696406380002, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8903867602348328, "lo": 0.886001780029595, "hi": 0.8950260612622157, "n_cond": 490, "n_drugs": 295, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 490, "lam": 100, "mean_effect_norm2": 0.1769881248474121, "median_Q": 10.61534309387207, "frac_var_explained_by_mean_all": 0.5477199419612081, "frac_var_explained_by_mean_eff": 0.5845210041219697, "ic_beta": 0.9594463224984985, "same_organ_n": 8 }, "HepG2/C3A": { "all": { "train_mean": { "mse": { "mean": 0.16936122621663513, "lo": 0.1601215070015874, "hi": 0.1785958108375548, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5773717546731948, "lo": 0.5693239990126304, "hi": 0.5856729096393789, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.33166262464074764, "lo": 0.3139959964942297, "hi": 0.3509504554586291, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.372221764476847, "lo": 0.3641628306102754, "hi": 0.3804891296756399, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16230139842411248, "lo": 0.15184653332693948, "hi": 0.17497666629069566, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20514999019634772, "lo": -0.20811697633344073, "hi": -0.2023071143379298, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.18571787272533072, "lo": 0.1758080515789466, "hi": 0.19602312446432663, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5371911782540183, "lo": 0.5288324058331998, "hi": 0.5454819439856101, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01635664650869559, "lo": 0.01515402937121203, "hi": 0.01776477237009333, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.007950530035335688 }, "d_pearson_vs_mean": { "mean": -0.04018057641917655, "lo": -0.04140491547590993, "hi": -0.03891416265182901, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9885159010600707 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.16882097476379213, "lo": 0.15958659654355026, "hi": 0.17795899009078603, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5787238579682608, "lo": 0.5707055302432557, "hi": 0.5870688305997511, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0005402514528430259, "lo": -0.0007136279581409583, "hi": -0.0003881437277963739, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7111307420494699 }, "d_pearson_vs_mean": { "mean": 0.0013521032950659843, "lo": 0.0011748803357107514, "hi": 0.0015291348658439006, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.2773851590106007 } }, "null_random_line": { "mse": { "mean": 0.3072850473694291, "lo": 0.29279004870482106, "hi": 0.32302022385791873, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.41015070630643785, "lo": 0.4022492671280015, "hi": 0.4180948493003024, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13792382115279392, "lo": 0.1317583401360865, "hi": 0.14534062177166393, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1672210483667569, "lo": -0.16904500039966633, "hi": -0.16550117582332902, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.16936122581403928, "lo": 0.16012083700247196, "hi": 0.17859582082722356, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5773712120706346, "lo": 0.5693243616658923, "hi": 0.5856724338959376, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.0259583244458705e-10, "lo": -5.030249401987814e-07, "hi": 5.03861356592716e-07, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4620141342756184 }, "d_pearson_vs_mean": { "mean": -5.426025601818832e-07, "lo": -1.4502748960494607e-06, "hi": 3.915573269360744e-07, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5450530035335689 } }, "same_organ_mean": { "mse": { "mean": 0.2380701760283068, "lo": 0.2254491717355019, "hi": 0.25165329524008945, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.45126384224301336, "lo": 0.4419514492151942, "hi": 0.4608190398744505, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06870894981167162, "lo": 0.06445007121938164, "hi": 0.07356053867605683, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.1261079124301814, "lo": -0.12847013084122766, "hi": -0.12379721936508281, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9982332155477032 } }, "duplicate": { "mse": { "mean": 0.3054396366726046, "lo": 0.2562929166761505, "hi": 0.35980468688300987, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2933110399721892, "lo": 0.24465441009842917, "hi": 0.3407332168659324, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.13013698630136986 }, "d_mse_vs_mean": { "mean": 0.16958811977333427, "lo": 0.13177971289349388, "hi": 0.20619445907440082, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.35160384633932606, "lo": -0.39017033947875995, "hi": -0.3097626387723483, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.16862750078946248, "lo": 0.158939558947601, "hi": 0.17979690727167016, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5749648429727567, "lo": 0.5643913007785137, "hi": 0.586081827228802, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.174481937326338, "lo": 0.16422650791773594, "hi": 0.18655563314981147, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5605648111703964, "lo": 0.5494508453839303, "hi": 0.5721009148028233, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005854436536875511, "lo": 0.004606263832124924, "hi": 0.007210834801992298, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.06338028169014084 }, "d_pearson_vs_mean": { "mean": -0.014400031802360307, "lo": -0.01562760305994086, "hi": -0.013209197175370434, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.9190140845070423 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.16823585138171473, "lo": 0.15865288057138988, "hi": 0.17928406121264417, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5749648429727567, "lo": 0.5643913007785137, "hi": 0.586081827228802, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00039164940774772777, "lo": -0.0008185970665156334, "hi": -3.3332121092738794e-05, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.5299295774647887 }, "d_pearson_vs_mean": { "mean": -6.841163003852197e-19, "lo": -8.667530630845521e-18, "hi": 6.951438840817276e-18, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.2992957746478873 } }, "_noise_floor_mse": { "mean": 0.11047516763210297, "lo": 0.10526901913430635, "hi": 0.11549904597914917, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7338036894798279, "lo": 0.7252954259693395, "hi": 0.7424577221676422, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.27207707674910797, "lo": 0.25158654342419884, "hi": 0.2946120789770185, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.6125960765319471, "lo": 0.5993649319833798, "hi": 0.6248910997790844, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.5712515633778272, "lo": 0.522594964105508, "hi": 0.6267534552311581, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.4109849895725999, "lo": 0.39582916929048834, "hi": 0.42538644316160934, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.29917448662871926, "lo": 0.2687376865600938, "hi": 0.3333233961610086, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2016110869593472, "lo": -0.206992053731886, "hi": -0.19608725134192453, "n_cond": 269, "n_drugs": 199, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.30558339717261956, "lo": 0.28246617288521164, "hi": 0.33145168986333523, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5677423308102062, "lo": 0.553771547856902, "hi": 0.5810058360868551, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.033506320423511655, "lo": 0.029779652855077252, "hi": 0.03750476095370068, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.007434944237918215 }, "d_pearson_vs_mean": { "mean": -0.04485374572174082, "lo": -0.04811103106350076, "hi": -0.041801888258809525, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.9888475836431226 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.2706822873018045, "lo": 0.25047917103588574, "hi": 0.29296638027504623, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.6139294506810278, "lo": 0.6006057767138658, "hi": 0.6262658958088961, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0013947894473034439, "lo": -0.0020149679363176986, "hi": -0.0008303169144758975, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.654275092936803 }, "d_pearson_vs_mean": { "mean": 0.0013333741490806734, "lo": 0.000890866628527658, "hi": 0.001802699307041991, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.3345724907063197 } }, "null_random_line": { "mse": { "mean": 0.4932757789094498, "lo": 0.4577022066192803, "hi": 0.5344589471920579, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.4513015297875911, "lo": 0.4367906670265205, "hi": 0.4648926085719194, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.22119870216034185, "lo": 0.2039325596058783, "hi": 0.24032082176681288, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16129454674435606, "lo": -0.1643177421547123, "hi": -0.15842658519356628, "n_cond": 269, "n_drugs": 199, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.2720762855930919, "lo": 0.2515858240593234, "hi": 0.29461142178773536, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.6125994025301921, "lo": 0.5993680190769639, "hi": 0.6248941024548448, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -7.911560160645724e-07, "lo": -2.6802962426260528e-06, "hi": 1.1217358586570255e-06, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.5576208178438662 }, "d_pearson_vs_mean": { "mean": 3.325998244986997e-06, "lo": 1.1334477734778752e-06, "hi": 5.728906424126416e-06, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.44609665427509293 } }, "same_organ_mean": { "mse": { "mean": 0.37992137244040397, "lo": 0.35011206336182876, "hi": 0.41337063436225624, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5056598900615902, "lo": 0.489774045700838, "hi": 0.5206243538728648, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.10784429569129596, "lo": 0.09620712287211852, "hi": 0.12188871386056352, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0037174721189591076 }, "d_pearson_vs_mean": { "mean": -0.1069361864703569, "lo": -0.11201345566410337, "hi": -0.10153585589933319, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.9925650557620818 } }, "duplicate": { "mse": { "mean": 0.44483837816450333, "lo": 0.35499056483515434, "hi": 0.5465620943903922, "n_cond": 36, "n_drugs": 34, "frac_neg": 0.0 }, "pearson": { "mean": 0.3102769826040862, "lo": 0.20382250932236534, "hi": 0.41213890575837764, "n_cond": 36, "n_drugs": 34, "frac_neg": 0.25 }, "d_mse_vs_mean": { "mean": 0.2429629348269999, "lo": 0.14596896692100544, "hi": 0.35796387046634054, "n_cond": 36, "n_drugs": 34, "frac_neg": 0.05555555555555555 }, "d_pearson_vs_mean": { "mean": -0.3637724145077944, "lo": -0.46896764401180563, "hi": -0.2697008774625183, "n_cond": 36, "n_drugs": 34, "frac_neg": 0.9444444444444444 } }, "IC:train_mean": { "mse": { "mean": 0.26762197149948314, "lo": 0.24461734698530901, "hi": 0.29213736928360745, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6188519005787545, "lo": 0.5979269577299859, "hi": 0.639046612745329, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.27688550004401424, "lo": 0.2526575834204354, "hi": 0.3028817420076125, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6063788813458254, "lo": 0.5850899927119957, "hi": 0.6269513631072956, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009263528544531123, "lo": 0.005230018111678068, "hi": 0.013511600895135702, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.07874015748031496 }, "d_pearson_vs_mean": { "mean": -0.0124730192329291, "lo": -0.014661903747399918, "hi": -0.010347336227849054, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.8976377952755905 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.266607601229574, "lo": 0.24332318079565757, "hi": 0.2906148075033528, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6188519005787545, "lo": 0.5979269577299859, "hi": 0.639046612745329, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0010143702699091386, "lo": -0.0027654517557803883, "hi": 0.000507803187555168, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.5433070866141733 }, "d_pearson_vs_mean": { "mean": -3.933861110876539e-18, "lo": -2.2297490522603807e-17, "hi": 1.431219147825698e-17, "n_cond": 127, "n_drugs": 94, "frac_neg": 0.2992125984251969 } }, "_noise_floor_mse": { "mean": 0.15608187019824982, "lo": 0.1442618278751612, "hi": 0.16839834377733393, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7784526944160461, "lo": 0.7640691708752586, "hi": 0.7924053098434912, "n_cond": 269, "n_drugs": 199, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 269, "lam": 100, "mean_effect_norm2": 0.2586158215999603, "median_Q": 5.480278968811035, "frac_var_explained_by_mean_all": 0.345124265140238, "frac_var_explained_by_mean_eff": 0.39651054282788456, "ic_beta": 0.9190560279769698, "same_organ_n": 1 }, "Hs 766T": { "all": { "train_mean": { "mse": { "mean": 0.10213757648029961, "lo": 0.09413436863755538, "hi": 0.11081774755324228, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.713285195461045, "lo": 0.7041592323559422, "hi": 0.7227933492885796, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1888012253465425, "lo": 0.17692492220390685, "hi": 0.20212579376996692, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5174986451645561, "lo": 0.5084605659340258, "hi": 0.5266001305968019, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08666364886624288, "lo": 0.08220059416367118, "hi": 0.09209262926802962, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19578655029648884, "lo": -0.20005989773286706, "hi": -0.19160220709917214, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9991158267020336 } }, "nn5_baseline": { "mse": { "mean": 0.13954211632360458, "lo": 0.1314096051392351, "hi": 0.14834848601990314, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5983578420773827, "lo": 0.5892181812074134, "hi": 0.6072429288713148, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03740453984330499, "lo": 0.035946774440006685, "hi": 0.038887271804376275, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.009725906277630416 }, "d_pearson_vs_mean": { "mean": -0.11492735338366228, "lo": -0.12091063731202552, "hi": -0.10955351874915169, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9929266136162688 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10144478303348922, "lo": 0.09355197593006716, "hi": 0.10998961785505282, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7146378325364925, "lo": 0.705634538114486, "hi": 0.7240459681954718, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006927934468103887, "lo": -0.000914954239893895, "hi": -0.0005026473136145182, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.5923961096374889 }, "d_pearson_vs_mean": { "mean": 0.0013526370754475333, "lo": 0.001040009546510604, "hi": 0.0016661101462532547, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.39876215738284704 } }, "null_random_line": { "mse": { "mean": 0.2408156048611363, "lo": 0.22751560753194536, "hi": 0.2560291639050649, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5021903054462058, "lo": 0.4933179189538121, "hi": 0.5112268706342817, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13867802838083668, "lo": 0.13269496494367336, "hi": 0.14599911703924232, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21109489001483914, "lo": -0.21419814417783611, "hi": -0.20806584673533624, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10212802854075358, "lo": 0.09412520992855981, "hi": 0.11081003159181205, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7133254085464514, "lo": 0.7041972018555835, "hi": 0.7228335221136009, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.547939546032863e-06, "lo": -1.1161135436571897e-05, "hi": -8.052711333256546e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.8258178603006189 }, "d_pearson_vs_mean": { "mean": 4.021308540640355e-05, "lo": 3.713782168115639e-05, "hi": 4.335121946996296e-05, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.15473032714412024 } }, "same_organ_mean": { "mse": { "mean": 0.10873542441987352, "lo": 0.1006189186622459, "hi": 0.11763061802609359, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6885735699833936, "lo": 0.6791127394689362, "hi": 0.6983357650444784, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006597847939573901, "lo": 0.006021688328332103, "hi": 0.0072118822345444205, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.05658709106984969 }, "d_pearson_vs_mean": { "mean": -0.02471162547765136, "lo": -0.025921814864602426, "hi": -0.02344401928354126, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9389920424403183 } }, "duplicate": { "mse": { "mean": 0.25900538648440413, "lo": 0.23906152158811853, "hi": 0.2803359622933166, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2542048449817828, "lo": 0.20390464501181635, "hi": 0.303155231241565, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.17123287671232876 }, "d_mse_vs_mean": { "mean": 0.15852936081885877, "lo": 0.14194807036076795, "hi": 0.17541804442613673, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.00684931506849315 }, "d_pearson_vs_mean": { "mean": -0.45624643790482977, "lo": -0.5174368279938691, "hi": -0.39413047485422825, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.09971919701918804, "lo": 0.08980662547037502, "hi": 0.11052993909237693, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7093419299343616, "lo": 0.6961549161528404, "hi": 0.7220882329423487, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.10681039557780354, "lo": 0.09601164257299419, "hi": 0.11914346203713784, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6904559744542692, "lo": 0.6761911257403239, "hi": 0.7041156823665704, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007091198558615531, "lo": 0.0054071506827768675, "hi": 0.009218222559251274, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.06172839506172839 }, "d_pearson_vs_mean": { "mean": -0.018885955480092306, "lo": -0.02095347288266164, "hi": -0.0169456848137751, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.9400352733686067 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09972310146997038, "lo": 0.08980707811048566, "hi": 0.11052381426338591, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7093419299343616, "lo": 0.6961549161528405, "hi": 0.7220882329423487, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.9044507823622404e-06, "lo": -1.4917350036535664e-05, "hi": 2.7255216357779568e-05, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.3968253968253968 }, "d_pearson_vs_mean": { "mean": 5.5804861026132204e-18, "lo": -3.311482955075192e-18, "hi": 1.4221619142613377e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30335097001763667 } }, "_noise_floor_mse": { "mean": 0.06074884906411171, "lo": 0.05636450113781209, "hi": 0.06519586054800186, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8257791996002197, "lo": 0.8188402007588094, "hi": 0.8328479702890499, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.18638805636621297, "lo": 0.16959714461467182, "hi": 0.20454663723722602, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.7013142305642144, "lo": 0.6864525935548632, "hi": 0.7160035313290722, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.3140842221238975, "lo": 0.28710858705108505, "hi": 0.3430595630549562, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.5313572015978019, "lo": 0.5158792117365208, "hi": 0.5465192483132525, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1276961657576846, "lo": 0.11613027000967274, "hi": 0.14157684661225167, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1699570289664124, "lo": -0.17628916435975525, "hi": -0.16391485399488478, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.997093023255814 } }, "nn5_baseline": { "mse": { "mean": 0.2260510442045343, "lo": 0.20786911733267727, "hi": 0.24483666468517626, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.6261304843876615, "lo": 0.6096040020627964, "hi": 0.6421806367060776, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.039662987838321326, "lo": 0.03702886420741865, "hi": 0.0425100415753156, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.01744186046511628 }, "d_pearson_vs_mean": { "mean": -0.0751837461765528, "lo": -0.08133531442048536, "hi": -0.06930255946788386, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.9854651162790697 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.1847410087720273, "lo": 0.16767743590985432, "hi": 0.20269040592645032, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.7042056795939717, "lo": 0.6892561094812387, "hi": 0.7187490856489889, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0016470475941856796, "lo": -0.0021961538040831965, "hi": -0.001129244172243589, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.7296511627906976 }, "d_pearson_vs_mean": { "mean": 0.002891449029757463, "lo": 0.0023226418016428266, "hi": 0.0034784015356734365, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.25872093023255816 } }, "null_random_line": { "mse": { "mean": 0.3832938291299163, "lo": 0.35328638456365535, "hi": 0.41484954675016256, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.5126284226296981, "lo": 0.49757707296437154, "hi": 0.5274530237506794, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19690577276370336, "lo": 0.18174127628847186, "hi": 0.21337439543519038, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18868580793451628, "lo": -0.19235574692395205, "hi": -0.18509027781026643, "n_cond": 344, "n_drugs": 229, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.18637645730935432, "lo": 0.16958436989425682, "hi": 0.20453438908843005, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.701345503085914, "lo": 0.6864820557430237, "hi": 0.7160383827732975, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.1599056858608913e-05, "lo": -1.5368863383156655e-05, "hi": -7.409216324265612e-06, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.7267441860465116 }, "d_pearson_vs_mean": { "mean": 3.127252169962809e-05, "lo": 2.5730375347750856e-05, "hi": 3.669690970718226e-05, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.19186046511627908 } }, "same_organ_mean": { "mse": { "mean": 0.19558097382524492, "lo": 0.1774858650264862, "hi": 0.21432054820074048, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "pearson": { "mean": 0.6827687503261686, "lo": 0.6667330234537169, "hi": 0.6981258856739986, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009192917459031953, "lo": 0.007656891458449836, "hi": 0.010930272705890864, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.11918604651162791 }, "d_pearson_vs_mean": { "mean": -0.018545480238045736, "lo": -0.020699315543260408, "hi": -0.016270205427161344, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.872093023255814 } }, "duplicate": { "mse": { "mean": 0.30748280861548016, "lo": 0.27320446813588634, "hi": 0.34307545081798735, "n_cond": 70, "n_drugs": 65, "frac_neg": 0.0 }, "pearson": { "mean": 0.32581967237804615, "lo": 0.2580791466377143, "hi": 0.381942008542594, "n_cond": 70, "n_drugs": 65, "frac_neg": 0.12857142857142856 }, "d_mse_vs_mean": { "mean": 0.17366919314467272, "lo": 0.1422708887333898, "hi": 0.20513793502076644, "n_cond": 70, "n_drugs": 65, "frac_neg": 0.014285714285714285 }, "d_pearson_vs_mean": { "mean": -0.3963337484475445, "lo": -0.46620885842350046, "hi": -0.3303450436590481, "n_cond": 70, "n_drugs": 65, "frac_neg": 0.9714285714285714 } }, "IC:train_mean": { "mse": { "mean": 0.18719484621078522, "lo": 0.1655189210531512, "hi": 0.21048171534275667, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "pearson": { "mean": 0.7055897605058632, "lo": 0.6839261603358879, "hi": 0.7267710484384524, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.19969540171029365, "lo": 0.17611635487257762, "hi": 0.2253063932552422, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "pearson": { "mean": 0.6883768661341557, "lo": 0.6658120156634543, "hi": 0.7108455474108647, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.012500555499508464, "lo": 0.009165681218123327, "hi": 0.017504390975863413, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.07738095238095238 }, "d_pearson_vs_mean": { "mean": -0.01721289437170745, "lo": -0.019511705510624866, "hi": -0.01483094174476175, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.9166666666666666 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.18715449844781698, "lo": 0.16548595859421192, "hi": 0.2104526668240706, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "pearson": { "mean": 0.7055897605058632, "lo": 0.6839261603358879, "hi": 0.7267710484384525, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.0347762968267536e-05, "lo": -9.88192984975856e-05, "hi": 3.449366948912166e-05, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.5952380952380952 }, "d_pearson_vs_mean": { "mean": 3.96508223080413e-18, "lo": -1.1498103039487299e-17, "hi": 2.0346187352812844e-17, "n_cond": 168, "n_drugs": 112, "frac_neg": 0.32142857142857145 } }, "_noise_floor_mse": { "mean": 0.10088702291250229, "lo": 0.09117920255072065, "hi": 0.11056280497921608, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.840324342250824, "lo": 0.8292098457071775, "hi": 0.851504764913432, "n_cond": 344, "n_drugs": 229, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 344, "lam": 100, "mean_effect_norm2": 0.2066948264837265, "median_Q": 9.427643775939941, "frac_var_explained_by_mean_all": 0.5058532512987639, "frac_var_explained_by_mean_eff": 0.5055242690343819, "ic_beta": 1.0068895728761291, "same_organ_n": 6 }, "J82": { "all": { "train_mean": { "mse": { "mean": 0.06216784087015571, "lo": 0.05790160650205861, "hi": 0.06722117539818127, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.756816546939246, "lo": 0.7512016571971282, "hi": 0.7623554382533136, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.12156188456881649, "lo": 0.11190009079572276, "hi": 0.13387989364068298, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6088519725141843, "lo": 0.5998149201481183, "hi": 0.6178781883989136, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.059394043698660776, "lo": 0.05323619441269488, "hi": 0.0666551745635849, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14796457442506156, "lo": -0.15261127323489293, "hi": -0.14306619625135678, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.07080595771277644, "lo": 0.06573925943075583, "hi": 0.07719356869730884, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.733787871044752, "lo": 0.7270740694656703, "hi": 0.7401403513571587, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0086381168426207, "lo": 0.007167031652941279, "hi": 0.010468313763501874, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0715547703180212 }, "d_pearson_vs_mean": { "mean": -0.023028675894493904, "lo": -0.024702662848190032, "hi": -0.0214301486870488, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8984098939929329 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.062073073357278456, "lo": 0.05794573562750215, "hi": 0.0669270362380898, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7561331870590953, "lo": 0.7503539434974207, "hi": 0.7617876971562869, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.476751287727235e-05, "lo": -0.0003339997119769377, "hi": 0.00012547043621162694, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4028268551236749 }, "d_pearson_vs_mean": { "mean": -0.0006833598801505835, "lo": -0.0012000139056449202, "hi": -0.00018647909517056135, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5459363957597173 } }, "null_random_line": { "mse": { "mean": 0.20236975241862767, "lo": 0.19213934794610713, "hi": 0.2146127950585274, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5313315790622094, "lo": 0.5239956714188777, "hi": 0.5384685439926088, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14020191154847195, "lo": 0.13394306184449162, "hi": 0.14774701211923408, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2254849678770365, "lo": -0.22772741291589735, "hi": -0.22324348057341664, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.06217086814926561, "lo": 0.05790437826706567, "hi": 0.06722433173709928, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7567916090102241, "lo": 0.75118486190845, "hi": 0.7623190525050333, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.0272791098891412e-06, "lo": 1.0894723986716158e-06, "hi": 4.9522691153609825e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.42226148409893993 }, "d_pearson_vs_mean": { "mean": -2.493792902180305e-05, "lo": -3.226300420063487e-05, "hi": -1.756892116914706e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5812720848056537 } }, "duplicate": { "mse": { "mean": 0.16668290450964887, "lo": 0.1440856048375465, "hi": 0.19055959020192698, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.35736613465498573, "lo": 0.2964116792886706, "hi": 0.41691319187247083, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.10955704288299835, "lo": 0.08962020545050281, "hi": 0.12850288610576013, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.4340063803416165, "lo": -0.4903747596599524, "hi": -0.37235464557640907, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.0638911519323723, "lo": 0.05695260696097863, "hi": 0.0721194133101923, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7510694258861255, "lo": 0.7423506802650935, "hi": 0.758705028194495, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06655973651836629, "lo": 0.059542153993498645, "hi": 0.0748873390846409, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7423724315435062, "lo": 0.7332192921226434, "hi": 0.7504955945352172, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.002668584585993991, "lo": 0.0017894013585959248, "hi": 0.0036881278678265474, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.19964664310954064 }, "d_pearson_vs_mean": { "mean": -0.008696994342619153, "lo": -0.01062180139496703, "hi": -0.006969629808604551, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.7826855123674912 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0634766675437798, "lo": 0.056636196436884896, "hi": 0.07157451381782147, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7510694258861256, "lo": 0.7423506802650935, "hi": 0.758705028194495, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00041448438859249505, "lo": -0.0007072377682791109, "hi": -0.0001987527450602593, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.5954063604240283 }, "d_pearson_vs_mean": { "mean": 1.2847987299107377e-17, "lo": 3.143855537007276e-18, "hi": 2.234499745686263e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.2703180212014134 } }, "_noise_floor_mse": { "mean": 0.03151692822575569, "lo": 0.03035316212144485, "hi": 0.03264173995935878, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8649887442588806, "lo": 0.8604100117469271, "hi": 0.8696223362774519, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.08392858926273036, "lo": 0.07544704643877201, "hi": 0.0930785379949684, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.7890549344736679, "lo": 0.7817969502684249, "hi": 0.796339587433788, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.16067658023580336, "lo": 0.14027683408117383, "hi": 0.18205539553701486, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.6633667894425191, "lo": 0.6530368885561726, "hi": 0.6741594556525055, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07674799097307303, "lo": 0.06492486803040208, "hi": 0.09083622319373885, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.12568814503114867, "lo": -0.13115380916942174, "hi": -0.12053530514423039, "n_cond": 435, "n_drugs": 276, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.09663947181202355, "lo": 0.08558958089640277, "hi": 0.10813942053092784, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.7700226052522695, "lo": 0.7620403239111334, "hi": 0.7780371226392512, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.012710882549293204, "lo": 0.009215509792521651, "hi": 0.017135074084670292, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.11494252873563218 }, "d_pearson_vs_mean": { "mean": -0.019032329221398435, "lo": -0.021691907749241485, "hi": -0.01655108394210247, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.8551724137931035 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08315266732324345, "lo": 0.07487337281881146, "hi": 0.09212094746112409, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.7904738583804015, "lo": 0.7833448698944292, "hi": 0.797711494661388, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007759219394869049, "lo": -0.0013213100245709805, "hi": -0.0002694639266940971, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.5241379310344828 }, "d_pearson_vs_mean": { "mean": 0.0014189239067335768, "lo": 0.0007389679877630598, "hi": 0.002134543901515942, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.41839080459770117 } }, "null_random_line": { "mse": { "mean": 0.2640046954007334, "lo": 0.2430301721672025, "hi": 0.28643420936054165, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.5740978637620946, "lo": 0.5645837075322907, "hi": 0.5838503410206114, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1800761061380031, "lo": 0.16728637350729095, "hi": 0.1936237417544958, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21495707071157336, "lo": -0.2182728658310571, "hi": -0.21144535711482068, "n_cond": 435, "n_drugs": 276, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08392740021541827, "lo": 0.07544553714121287, "hi": 0.09307575668337582, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "pearson": { "mean": 0.7890577826289564, "lo": 0.7818064263388919, "hi": 0.7963416355732099, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.1890473120619423e-06, "lo": -5.146405881974546e-06, "hi": 2.4393952094003876e-06, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.5333333333333333 }, "d_pearson_vs_mean": { "mean": 2.8481552884493994e-06, "lo": -5.768260032072685e-06, "hi": 1.2472420305137765e-05, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.47586206896551725 } }, "duplicate": { "mse": { "mean": 0.17867108200038417, "lo": 0.14781816902249195, "hi": 0.2129321298907987, "n_cond": 89, "n_drugs": 81, "frac_neg": 0.0 }, "pearson": { "mean": 0.4266148277799065, "lo": 0.35879467707118273, "hi": 0.4915828491028957, "n_cond": 89, "n_drugs": 81, "frac_neg": 0.12359550561797752 }, "d_mse_vs_mean": { "mean": 0.11133723300724628, "lo": 0.08417865016147964, "hi": 0.13952796420035526, "n_cond": 89, "n_drugs": 81, "frac_neg": 0.033707865168539325 }, "d_pearson_vs_mean": { "mean": -0.3854112624820869, "lo": -0.44957308070012314, "hi": -0.32199313322100775, "n_cond": 89, "n_drugs": 81, "frac_neg": 0.9662921348314607 } }, "IC:train_mean": { "mse": { "mean": 0.08917065000286682, "lo": 0.07389817043804886, "hi": 0.10588330406183796, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.7842159944014314, "lo": 0.7728293408387706, "hi": 0.7956244911821354, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09305304566197846, "lo": 0.0773599729813035, "hi": 0.11034808183642386, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.775455580002733, "lo": 0.7628965028963631, "hi": 0.7876527334310048, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0038823956591116384, "lo": 0.002028281505671508, "hi": 0.005770960546328203, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.20689655172413793 }, "d_pearson_vs_mean": { "mean": -0.008760414398698407, "lo": -0.01192054720344207, "hi": -0.005738216379580407, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.7635467980295566 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08839929263352492, "lo": 0.07347415639322222, "hi": 0.10497913448395281, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.7842159944014313, "lo": 0.7728293408387704, "hi": 0.7956244911821354, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007713573693419073, "lo": -0.0014071072826651598, "hi": -0.00022829640500681973, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.49261083743842365 }, "d_pearson_vs_mean": { "mean": 1.586032892321652e-17, "lo": -2.694716079187273e-18, "hi": 3.48355458319171e-17, "n_cond": 203, "n_drugs": 132, "frac_neg": 0.30049261083743845 } }, "_noise_floor_mse": { "mean": 0.03486745059490204, "lo": 0.032773792991477535, "hi": 0.03705495706279945, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8992075324058533, "lo": 0.8948443993090487, "hi": 0.9039857658116583, "n_cond": 435, "n_drugs": 276, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 435, "lam": 100, "mean_effect_norm2": 0.1531979888677597, "median_Q": 11.258347511291504, "frac_var_explained_by_mean_all": 0.5941993669132373, "frac_var_explained_by_mean_eff": 0.62726875480977, "ic_beta": 0.9347153312858031, "same_organ_n": 0 }, "KATO III": { "all": { "train_mean": { "mse": { "mean": 0.09334933364928621, "lo": 0.08715393537168112, "hi": 0.10130395603442949, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6813875957003191, "lo": 0.6748308321768149, "hi": 0.6879112796949679, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.140525555837706, "lo": 0.13138626473660997, "hi": 0.1519448784780467, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5819701597181962, "lo": 0.5739920611320877, "hi": 0.5896678236314568, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0471762221884198, "lo": 0.04392617226147211, "hi": 0.05132361959274947, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.01060070671378092 }, "d_pearson_vs_mean": { "mean": -0.09941743598212299, "lo": -0.10324118065708082, "hi": -0.09573524619566838, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9717314487632509 } }, "nn5_baseline": { "mse": { "mean": 0.0941517203772146, "lo": 0.08829676149346409, "hi": 0.10130113678776627, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6775741180713369, "lo": 0.6707332283662052, "hi": 0.6845153587336392, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0008023867279283998, "lo": -0.00040074243925406817, "hi": 0.001918360128641449, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.33480565371024734 }, "d_pearson_vs_mean": { "mean": -0.003813477628982261, "lo": -0.006110484270717798, "hi": -0.001455156211584384, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5901060070671378 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.0884931755938764, "lo": 0.08273986080515307, "hi": 0.09569813682196777, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6974023775237608, "lo": 0.6910306079589336, "hi": 0.7037927255715115, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004856158055409789, "lo": -0.0056215296375461835, "hi": -0.004213094127496761, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9372791519434629 }, "d_pearson_vs_mean": { "mean": 0.016014781823441626, "lo": 0.015096389160863349, "hi": 0.017036540550779276, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.060954063604240286 } }, "null_random_line": { "mse": { "mean": 0.23261899517218007, "lo": 0.2205637547878183, "hi": 0.24711670552731835, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.479949232735194, "lo": 0.4725156787266539, "hi": 0.48749198173135055, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13926966152289383, "lo": 0.13315093469043215, "hi": 0.14664571240676968, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2014383629651252, "lo": -0.20336824904102618, "hi": -0.19937385872641028, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09334839171824824, "lo": 0.08715292449591877, "hi": 0.10130413817384885, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6813962448942987, "lo": 0.6748392094475506, "hi": 0.6879181010166708, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.41931037970423e-07, "lo": -1.7506990951911713e-06, "hi": 3.355766998968481e-09, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6978798586572438 }, "d_pearson_vs_mean": { "mean": 8.64919397946667e-06, "lo": 6.683565731462769e-06, "hi": 1.0574077195591545e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.3418727915194346 } }, "same_organ_mean": { "mse": { "mean": 0.28675113550106796, "lo": 0.26772911696844054, "hi": 0.3083382092917674, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.42065163475308587, "lo": 0.4133055450076118, "hi": 0.42829254546506024, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19340180185178174, "lo": 0.17970474288524454, "hi": 0.2086775519117396, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2607359609472333, "lo": -0.2654551711944834, "hi": -0.2561123490255082, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9973498233215548 } }, "duplicate": { "mse": { "mean": 0.19360084525526386, "lo": 0.16971005131441447, "hi": 0.21970039083555032, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3660478756582837, "lo": 0.3039149408796517, "hi": 0.42647088967778507, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.10506923282942975, "lo": 0.08229853618932956, "hi": 0.12794877544723832, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.34493197507023676, "lo": -0.4048607243848642, "hi": -0.2815016773074199, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.08998273852602265, "lo": 0.08315694416951248, "hi": 0.09728187917340345, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6765915119082784, "lo": 0.6667987295167312, "hi": 0.6865947536551006, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08612596705781876, "lo": 0.0799630841200544, "hi": 0.09256322891523279, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6902491033744946, "lo": 0.6802277856855206, "hi": 0.6999370210282462, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0038567714682038795, "lo": -0.0051919223500049095, "hi": -0.002592106332942866, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.5933098591549296 }, "d_pearson_vs_mean": { "mean": 0.013657591466216363, "lo": 0.011147216534317958, "hi": 0.01654428806824691, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.33098591549295775 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08948203573009139, "lo": 0.08268739813289107, "hi": 0.0967484715598115, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6765915119082783, "lo": 0.6667987295167312, "hi": 0.6865947536551005, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.000500702795931259, "lo": -0.0006787466996257176, "hi": -0.00035425067468770324, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7095070422535211 }, "d_pearson_vs_mean": { "mean": 1.9546180011006278e-18, "lo": -6.634021588269828e-18, "hi": 1.1220787871977803e-17, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.31161971830985913 } }, "_noise_floor_mse": { "mean": 0.04195534810423851, "lo": 0.03991934500574717, "hi": 0.0444849592027843, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8476107716560364, "lo": 0.8417949434707785, "hi": 0.8535830558892669, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11601479397367623, "lo": 0.1055761934730894, "hi": 0.1282030587814268, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114758995637247, "lo": 0.7041068706239324, "hi": 0.7190572666826319, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.17132038793450022, "lo": 0.15698633776967522, "hi": 0.1884460567815512, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.6233727258448114, "lo": 0.6139859871630197, "hi": 0.632648713613035, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.055305593960823976, "lo": 0.05020923934337537, "hi": 0.06125841706809586, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.017110266159695818 }, "d_pearson_vs_mean": { "mean": -0.0881031737189134, "lo": -0.09356667473318166, "hi": -0.08316051058480914, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.9581749049429658 } }, "nn5_baseline": { "mse": { "mean": 0.11486681515684347, "lo": 0.1052520681551301, "hi": 0.12594398982524185, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.7119054096292403, "lo": 0.7041193094321079, "hi": 0.7198270116350779, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0011479788168327664, "lo": -0.0032465496425130805, "hi": 0.0009291280415800948, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.4011406844106464 }, "d_pearson_vs_mean": { "mean": 0.00042951006551552234, "lo": -0.002628468444305911, "hi": 0.003438076851348816, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.5285171102661597 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10906795450513944, "lo": 0.09949900308509232, "hi": 0.1201818721481552, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.7281084604161671, "lo": 0.7211539593726064, "hi": 0.7354412908014516, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006946839468536791, "lo": -0.008251122303337945, "hi": -0.005684223550524607, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.9448669201520913 }, "d_pearson_vs_mean": { "mean": 0.016632560852442326, "lo": 0.015249876985414036, "hi": 0.01793003460173975, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.04752851711026616 } }, "null_random_line": { "mse": { "mean": 0.2817257133035865, "lo": 0.2610757013330336, "hi": 0.30512359154798896, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.515608814793075, "lo": 0.5066346251577293, "hi": 0.5248496953747429, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16571091932991028, "lo": 0.1550362274571947, "hi": 0.17725410495064903, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1958670847706498, "lo": -0.19861492548740034, "hi": -0.19319618889958967, "n_cond": 526, "n_drugs": 312, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11601592700017214, "lo": 0.10557718981116047, "hi": 0.12820658062903187, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114807775983698, "lo": 0.7041124084670581, "hi": 0.7190631977463819, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.1330264959076158e-06, "lo": -5.280653282030916e-07, "hi": 2.916543186148558e-06, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.629277566539924 }, "d_pearson_vs_mean": { "mean": 4.87803464494997e-06, "lo": 1.924932192239073e-06, "hi": 7.742296392398748e-06, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.3916349809885932 } }, "same_organ_mean": { "mse": { "mean": 0.3884657256976028, "lo": 0.3540510899993859, "hi": 0.42490022529079646, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "pearson": { "mean": 0.44541790492148686, "lo": 0.43529979797822904, "hi": 0.4552862630584944, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.27245093172392654, "lo": 0.24727998849418567, "hi": 0.3013180561264732, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2660579946422378, "lo": -0.271477047363065, "hi": -0.26063638242574194, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.9980988593155894 } }, "duplicate": { "mse": { "mean": 0.19621021059100274, "lo": 0.16789957523152899, "hi": 0.22821116534701322, "n_cond": 108, "n_drugs": 98, "frac_neg": 0.0 }, "pearson": { "mean": 0.4318439145777288, "lo": 0.3779016770572362, "hi": 0.4857173648459687, "n_cond": 108, "n_drugs": 98, "frac_neg": 0.12037037037037036 }, "d_mse_vs_mean": { "mean": 0.10067135420484626, "lo": 0.07365210979947592, "hi": 0.12694170298625163, "n_cond": 108, "n_drugs": 98, "frac_neg": 0.037037037037037035 }, "d_pearson_vs_mean": { "mean": -0.2961882678491492, "lo": -0.354397447539803, "hi": -0.23855090909125348, "n_cond": 108, "n_drugs": 98, "frac_neg": 0.9629629629629629 } }, "IC:train_mean": { "mse": { "mean": 0.10869000848542244, "lo": 0.09764757801284797, "hi": 0.12055234699313779, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7088878105283909, "lo": 0.6984406390253403, "hi": 0.720003893408697, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.10248529213938067, "lo": 0.09292568124593424, "hi": 0.11278049224435494, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7253442251280802, "lo": 0.7152116485078946, "hi": 0.73654371805999, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006204716346041763, "lo": -0.008817176993275442, "hi": -0.00392854978438379, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.6498054474708171 }, "d_pearson_vs_mean": { "mean": 0.016456414599689433, "lo": 0.012824788273912929, "hi": 0.02021134621277406, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.2723735408560311 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10819768135949599, "lo": 0.09737676384865337, "hi": 0.11977695371579106, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7088878105283909, "lo": 0.6984406390253403, "hi": 0.720003893408697, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0004923271259264286, "lo": -0.0008192590756725196, "hi": -0.0002002591993211709, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.642023346303502 }, "d_pearson_vs_mean": { "mean": -1.2095815054281861e-17, "lo": -2.6274702888516643e-17, "hi": 1.715132486914132e-18, "n_cond": 257, "n_drugs": 150, "frac_neg": 0.32684824902723736 } }, "_noise_floor_mse": { "mean": 0.043879434466362, "lo": 0.04110971388838367, "hi": 0.04749660516948492, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8825967311859131, "lo": 0.8775796374926964, "hi": 0.8876983049831422, "n_cond": 526, "n_drugs": 312, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 526, "lam": 100, "mean_effect_norm2": 0.18394866585731506, "median_Q": 10.40970516204834, "frac_var_explained_by_mean_all": 0.49252508457063104, "frac_var_explained_by_mean_eff": 0.5305010362967948, "ic_beta": 0.942108028864985, "same_organ_n": 1 }, "LOX-IMVI": { "all": { "train_mean": { "mse": { "mean": 0.0779897429914647, "lo": 0.07245842037825527, "hi": 0.08433614005592314, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7342724071750765, "lo": 0.7289793347901325, "hi": 0.7399214133963334, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.19815101280695666, "lo": 0.18747946305946558, "hi": 0.21048768314455965, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5187944005910644, "lo": 0.5104654843161797, "hi": 0.5272614813472147, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.120161269815492, "lo": 0.11393558314353965, "hi": 0.12692240231997765, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.2154780065840122, "lo": -0.2202497015571772, "hi": -0.21067575286842052, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "nn5_baseline": { "mse": { "mean": 0.10870894561044422, "lo": 0.10264793299492794, "hi": 0.11551883513857973, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6414561823597377, "lo": 0.63418561695358, "hi": 0.6490917097124282, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.030719202618979535, "lo": 0.029559855366144458, "hi": 0.03190128047375284, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.007950530035335688 }, "d_pearson_vs_mean": { "mean": -0.09281622481533876, "lo": -0.09580955356865496, "hi": -0.08987373984844707, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9929328621908127 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07693230362033526, "lo": 0.07157476442664468, "hi": 0.08305936869060927, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7367453881801419, "lo": 0.7314577251181468, "hi": 0.7424930393460656, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0010574393711294346, "lo": -0.0013508054112937003, "hi": -0.0008161253557195706, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7093639575971732 }, "d_pearson_vs_mean": { "mean": 0.00247298100506532, "lo": 0.0021117965290002867, "hi": 0.002861951018096946, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.28091872791519434 } }, "null_random_line": { "mse": { "mean": 0.2178535626968094, "lo": 0.2064148556890719, "hi": 0.23138509469695648, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5148444401789245, "lo": 0.5077383879527726, "hi": 0.5221578004858212, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1398638197053447, "lo": 0.13364150044570164, "hi": 0.1473633142982494, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21942796699615202, "lo": -0.22151837150599019, "hi": -0.21738544749938926, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07802240235097799, "lo": 0.07248874812234608, "hi": 0.0843726230096997, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7341508566807825, "lo": 0.7288555238425832, "hi": 0.7398015706868841, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.2659359513281944e-05, "lo": 2.975811177417881e-05, "hi": 3.607426596054975e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.015901060070671377 }, "d_pearson_vs_mean": { "mean": -0.00012155049429401101, "lo": -0.0001262966910441841, "hi": -0.0001167374308660358, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9787985865724381 } }, "same_organ_mean": { "mse": { "mean": 0.10857821724052377, "lo": 0.10052467904073405, "hi": 0.11793126208853429, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6480655751456528, "lo": 0.6412359392692092, "hi": 0.6551974379462024, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03058847424905907, "lo": 0.027836195570009267, "hi": 0.03387561198869076, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.08620683202942381, "lo": -0.08840336432802844, "hi": -0.0840158973812654, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "duplicate": { "mse": { "mean": 0.20548737834985942, "lo": 0.18164457987889618, "hi": 0.231806482708046, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.32755732583838887, "lo": 0.26920668036954104, "hi": 0.38476604276771265, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.15753424657534246 }, "d_mse_vs_mean": { "mean": 0.12858739788140197, "lo": 0.10808981542113713, "hi": 0.14913585048047145, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4318657961251065, "lo": -0.48891724054126384, "hi": -0.37172431805754996, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.07761538396421443, "lo": 0.07012108212608678, "hi": 0.08677528997612202, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7368508812694687, "lo": 0.7296959607184316, "hi": 0.7443411765286841, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08331082721122766, "lo": 0.07468890018564742, "hi": 0.09347919925437974, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7205800629333542, "lo": 0.7127933393775454, "hi": 0.7286934979745012, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005695443247013229, "lo": 0.004428136222648151, "hi": 0.007146012961722798, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.09666080843585237 }, "d_pearson_vs_mean": { "mean": -0.016270818336114545, "lo": -0.017924095106478213, "hi": -0.014727383345751773, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.9033391915641477 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07760396345223923, "lo": 0.07013048628772618, "hi": 0.08674527055061054, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7368508812694687, "lo": 0.7296959607184316, "hi": 0.7443411765286841, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.142051197519478e-05, "lo": -6.831599129291658e-05, "hi": 3.208509907555315e-05, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.36203866432337434 }, "d_pearson_vs_mean": { "mean": -1.2975365753527753e-17, "lo": -2.281189519173564e-17, "hi": -2.9194534525649823e-18, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3409490333919156 } }, "_noise_floor_mse": { "mean": 0.03735619783401489, "lo": 0.035880813297295956, "hi": 0.039011412454880705, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8611941337585449, "lo": 0.8570745168787416, "hi": 0.8654463962237023, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.12093435063480011, "lo": 0.10820157139025306, "hi": 0.13582271027513126, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.7646787954758645, "lo": 0.7574588127654943, "hi": 0.7721549407861075, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.28785579724177673, "lo": 0.26432055406315597, "hi": 0.3159874057803489, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.5725002883963302, "lo": 0.5601181692833388, "hi": 0.5842777016274723, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16692144660697664, "lo": 0.15320782218810164, "hi": 0.1824568349694432, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.002777777777777778 }, "d_pearson_vs_mean": { "mean": -0.19217850707953418, "lo": -0.19962796190220286, "hi": -0.18491132160673635, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.9972222222222222 } }, "nn5_baseline": { "mse": { "mean": 0.1564345981789947, "lo": 0.14330496207231866, "hi": 0.17167065205448756, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.6936445320318582, "lo": 0.6839116039313515, "hi": 0.7035200830161998, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03550024754419456, "lo": 0.033205125586233675, "hi": 0.03783269421681805, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.022222222222222223 }, "d_pearson_vs_mean": { "mean": -0.07103426344400622, "lo": -0.07517893858626286, "hi": -0.06661042250714345, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.9777777777777777 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.11849667617540247, "lo": 0.10626790440482838, "hi": 0.13256976957121763, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.7681502555141286, "lo": 0.7607099446448596, "hi": 0.775750449026424, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002437674459397636, "lo": -0.0031491432566859794, "hi": -0.0017835005247588014, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.7944444444444444 }, "d_pearson_vs_mean": { "mean": 0.003471460038264371, "lo": 0.0028872988550513123, "hi": 0.0041358310329422865, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.18888888888888888 } }, "null_random_line": { "mse": { "mean": 0.31368095196408385, "lo": 0.2870917287846096, "hi": 0.3443006488030709, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.5572280670642761, "lo": 0.5468813565204322, "hi": 0.5681924953224019, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.19274660132928373, "lo": 0.17771040962108822, "hi": 0.2091689072470068, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2074507284115882, "lo": -0.21132490711192392, "hi": -0.20362142880351858, "n_cond": 360, "n_drugs": 237, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1209853792984313, "lo": 0.10824558934991428, "hi": 0.1358837430316762, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.7645736637690896, "lo": 0.7573486231211674, "hi": 0.7720503042989185, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 5.102866363118612e-05, "lo": 4.352549872646072e-05, "hi": 6.00523468797658e-05, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.022222222222222223 }, "d_pearson_vs_mean": { "mean": -0.00010513170677470756, "lo": -0.00011317749955983456, "hi": -9.728807557268698e-05, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.9638888888888889 } }, "same_organ_mean": { "mse": { "mean": 0.17195206169089253, "lo": 0.15225279895077362, "hi": 0.19423762341516435, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "pearson": { "mean": 0.6812022756804185, "lo": 0.6705477949545029, "hi": 0.6917928913230745, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.051017711056092416, "lo": 0.04366168314439925, "hi": 0.06011559812184172, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.08347651979544589, "lo": -0.0876219758532634, "hi": -0.07945154259978354, "n_cond": 360, "n_drugs": 237, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.2279323402930189, "lo": 0.19176253882103733, "hi": 0.2673625059376053, "n_cond": 81, "n_drugs": 76, "frac_neg": 0.0 }, "pearson": { "mean": 0.4112056536071094, "lo": 0.3442745881792361, "hi": 0.47073917067936866, "n_cond": 81, "n_drugs": 76, "frac_neg": 0.12345679012345678 }, "d_mse_vs_mean": { "mean": 0.13077972996178402, "lo": 0.10107111989455764, "hi": 0.16467301632345607, "n_cond": 81, "n_drugs": 76, "frac_neg": 0.024691358024691357 }, "d_pearson_vs_mean": { "mean": -0.36804412806561215, "lo": -0.433376009518187, "hi": -0.3087800674746879, "n_cond": 81, "n_drugs": 76, "frac_neg": 0.9753086419753086 } }, "IC:train_mean": { "mse": { "mean": 0.11988239546022811, "lo": 0.10341883289412061, "hi": 0.13985994603940552, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "pearson": { "mean": 0.7686843692427597, "lo": 0.7568365489733624, "hi": 0.7799492673054088, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.131012193746784, "lo": 0.11182201606683959, "hi": 0.15381772057338014, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "pearson": { "mean": 0.7498099099504638, "lo": 0.7366321543593016, "hi": 0.7628611601394568, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.011129798286555897, "lo": 0.007885174586389711, "hi": 0.01501592390898026, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.17679558011049723 }, "d_pearson_vs_mean": { "mean": -0.01887445929229614, "lo": -0.023363857888446003, "hi": -0.015056069212830809, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.861878453038674 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11973705057730824, "lo": 0.10336586286748592, "hi": 0.13954288511386168, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "pearson": { "mean": 0.7686843692427597, "lo": 0.7568365489733624, "hi": 0.7799492673054088, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00014534488291986894, "lo": -0.0002990411646495142, "hi": -2.8042177212303832e-05, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.5248618784530387 }, "d_pearson_vs_mean": { "mean": 3.680297319199414e-18, "lo": -1.3877787807814457e-17, "hi": 2.093944420179494e-17, "n_cond": 181, "n_drugs": 120, "frac_neg": 0.30386740331491713 } }, "_noise_floor_mse": { "mean": 0.0463821105659008, "lo": 0.04247888929101255, "hi": 0.05086319897449422, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9010282754898071, "lo": 0.895569677057352, "hi": 0.9064180392274472, "n_cond": 360, "n_drugs": 237, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 360, "lam": 100, "mean_effect_norm2": 0.18471626937389374, "median_Q": 11.561882019042969, "frac_var_explained_by_mean_all": 0.577786281328573, "frac_var_explained_by_mean_eff": 0.6153641283250032, "ic_beta": 1.0143178787526326, "same_organ_n": 3 }, "LS 180": { "all": { "train_mean": { "mse": { "mean": 0.07858892518495225, "lo": 0.07288803974615543, "hi": 0.08526303601837736, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7290340192960909, "lo": 0.7229475458095423, "hi": 0.7349124615910408, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.10769453186009204, "lo": 0.1001866167918481, "hi": 0.11769116287777169, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6521356501068648, "lo": 0.6446134252613372, "hi": 0.6594852875761352, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.029105606675139794, "lo": 0.026520582055139214, "hi": 0.03292375590294486, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.020318021201413426 }, "d_pearson_vs_mean": { "mean": -0.07689836918922605, "lo": -0.08042542677199158, "hi": -0.07333775801795543, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.965547703180212 } }, "nn5_baseline": { "mse": { "mean": 0.07923031222557098, "lo": 0.07415548329523894, "hi": 0.08562630045822214, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7217149770680066, "lo": 0.7151054374207435, "hi": 0.7280902458320777, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0006413870406187338, "lo": -0.000680843542023959, "hi": 0.0018726131587175254, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.3418727915194346 }, "d_pearson_vs_mean": { "mean": -0.007319042228084384, "lo": -0.010180862777888508, "hi": -0.00459018294716217, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6060070671378092 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07327463553318302, "lo": 0.06818388320528496, "hi": 0.07940868494423316, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.746633623602584, "lo": 0.740859095256217, "hi": 0.7523801642936468, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.005314289651769237, "lo": -0.006163147590133068, "hi": -0.004567574313369305, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9293286219081273 }, "d_pearson_vs_mean": { "mean": 0.01759960430649312, "lo": 0.01644191140705113, "hi": 0.01873740685456032, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0706713780918728 } }, "null_random_line": { "mse": { "mean": 0.21817114625825873, "lo": 0.20629012610868, "hi": 0.2318934235146575, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5122885477149806, "lo": 0.5047419095546857, "hi": 0.5195621087883091, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1395822210733065, "lo": 0.13345395179137146, "hi": 0.14697601957163373, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2167454715811102, "lo": -0.2186930124571855, "hi": -0.21481637625343988, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07859767387666576, "lo": 0.07289631091781994, "hi": 0.08527302289669093, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7289986604369159, "lo": 0.722912469499143, "hi": 0.7348786088054978, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 8.748691713508408e-06, "lo": 7.883503011350434e-06, "hi": 9.783219068528542e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.07685512367491167 }, "d_pearson_vs_mean": { "mean": -3.5358859174984334e-05, "lo": -3.735273462072834e-05, "hi": -3.339965452478046e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.931095406360424 } }, "same_organ_mean": { "mse": { "mean": 0.07643252556473666, "lo": 0.07120014841031976, "hi": 0.08274044917939188, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7333653626927704, "lo": 0.7269699437814022, "hi": 0.7394776159816788, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0021563996202155875, "lo": -0.0032907803765093568, "hi": -0.0010224479134527578, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5061837455830389 }, "d_pearson_vs_mean": { "mean": 0.004331343396679585, "lo": 0.001967393251975477, "hi": 0.0065731530150751095, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4637809187279152 } }, "duplicate": { "mse": { "mean": 0.19212427868010246, "lo": 0.17144088554350162, "hi": 0.21302676887583086, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.33866322469859295, "lo": 0.27912174589212685, "hi": 0.3959071665737408, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.15753424657534246 }, "d_mse_vs_mean": { "mean": 0.11202661881019088, "lo": 0.09040406819652208, "hi": 0.13064704083729778, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.40777788737029735, "lo": -0.46448991684870455, "hi": -0.3459459512652129, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.0771048464994959, "lo": 0.07093399598561845, "hi": 0.08394245428193041, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7242545816747659, "lo": 0.7158799191554828, "hi": 0.7328294584779457, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07369182537460012, "lo": 0.06840156779568543, "hi": 0.0797180137360285, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7325290668955284, "lo": 0.7238225690878681, "hi": 0.7412767440180593, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003413021124895756, "lo": -0.004885192547279271, "hi": -0.002050827943779495, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6113074204946997 }, "d_pearson_vs_mean": { "mean": 0.008274485220762616, "lo": 0.005402603351362511, "hi": 0.011109734908959805, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3763250883392226 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07705535887680631, "lo": 0.07088418946496351, "hi": 0.08390082243794057, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7242545816747659, "lo": 0.7158799191554827, "hi": 0.7328294584779457, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.9487622689558e-05, "lo": -0.00010049943191494997, "hi": 5.731214400605839e-06, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6325088339222615 }, "d_pearson_vs_mean": { "mean": -4.41343075160177e-19, "lo": -1.020005514525683e-17, "hi": 9.270641402314135e-18, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.31095406360424027 } }, "_noise_floor_mse": { "mean": 0.037030965089797974, "lo": 0.03534885293537958, "hi": 0.03909448621398682, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8600446581840515, "lo": 0.8553156502860607, "hi": 0.8649233765122495, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10559549524802785, "lo": 0.0948254624739651, "hi": 0.1167995141198, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.7496656157766575, "lo": 0.7420193848730946, "hi": 0.7574738157997231, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.13944027536051173, "lo": 0.12549859214774983, "hi": 0.15536976468670077, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.6890028462367708, "lo": 0.680510228091639, "hi": 0.6977372326348558, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03384478011248388, "lo": 0.02867815494903623, "hi": 0.04021589241521257, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.04106776180698152 }, "d_pearson_vs_mean": { "mean": -0.06066276953988687, "lo": -0.06519655193518271, "hi": -0.056180613033059386, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.9404517453798767 } }, "nn5_baseline": { "mse": { "mean": 0.10195933642580467, "lo": 0.09254790866341012, "hi": 0.11192567252832293, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.7519053112622434, "lo": 0.7443577203636004, "hi": 0.7595102422623535, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0036361588222231797, "lo": -0.00636994925087222, "hi": -0.0012454411148006333, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.44763860369609854 }, "d_pearson_vs_mean": { "mean": 0.0022396954855857486, "lo": -0.00103981091500325, "hi": 0.0052474789433803615, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.5195071868583162 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09706814765876863, "lo": 0.08755487551308713, "hi": 0.10701674134888697, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.7690107899050401, "lo": 0.7619677784283838, "hi": 0.7762595258640654, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.008527347589259222, "lo": -0.010238822521897869, "hi": -0.006934608519316076, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.9548254620123203 }, "d_pearson_vs_mean": { "mean": 0.019345174128382662, "lo": 0.017647284235945554, "hi": 0.02099586548834031, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.039014373716632446 } }, "null_random_line": { "mse": { "mean": 0.2782716307585963, "lo": 0.25620484439191166, "hi": 0.3008629485081486, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.5428195563146286, "lo": 0.533079559643792, "hi": 0.5526363754360738, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17267613551056846, "lo": 0.16074194954678347, "hi": 0.1844954562315583, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20684605946202891, "lo": -0.20964152203296724, "hi": -0.20389064076848923, "n_cond": 487, "n_drugs": 306, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10560675147059212, "lo": 0.09483458288117642, "hi": 0.11681372047631819, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.7496347725645108, "lo": 0.741987835063038, "hi": 0.7574432757518518, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.1256222564281472e-05, "lo": 9.482269727363325e-06, "hi": 1.331756154473144e-05, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.10677618069815195 }, "d_pearson_vs_mean": { "mean": -3.0843212146695145e-05, "lo": -3.355772084353032e-05, "hi": -2.8254070714048218e-05, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.9034907597535934 } }, "same_organ_mean": { "mse": { "mean": 0.10007775093640481, "lo": 0.09056709569108946, "hi": 0.11006647646137102, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "pearson": { "mean": 0.7588102415178287, "lo": 0.751269334924663, "hi": 0.7666110127739092, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.005517744311623033, "lo": -0.008004238507357915, "hi": -0.0033082535903790115, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.5749486652977412 }, "d_pearson_vs_mean": { "mean": 0.009144625741171175, "lo": 0.006127570313478139, "hi": 0.01197435897545077, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.406570841889117 } }, "duplicate": { "mse": { "mean": 0.20868465240965497, "lo": 0.18098023502178276, "hi": 0.23787916869135312, "n_cond": 94, "n_drugs": 86, "frac_neg": 0.0 }, "pearson": { "mean": 0.3919406899627536, "lo": 0.3307867772456619, "hi": 0.44961187800052027, "n_cond": 94, "n_drugs": 86, "frac_neg": 0.14893617021276595 }, "d_mse_vs_mean": { "mean": 0.11448019757675625, "lo": 0.08627925047815072, "hi": 0.1420725476705099, "n_cond": 94, "n_drugs": 86, "frac_neg": 0.0425531914893617 }, "d_pearson_vs_mean": { "mean": -0.3684504299889483, "lo": -0.4287341527087522, "hi": -0.3112544802355707, "n_cond": 94, "n_drugs": 86, "frac_neg": 0.9574468085106383 } }, "IC:train_mean": { "mse": { "mean": 0.10259357623353521, "lo": 0.09176926668767808, "hi": 0.1151985752421258, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7446989338924574, "lo": 0.7343070734184975, "hi": 0.7546463410287964, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09517043491974214, "lo": 0.08586348604632976, "hi": 0.10587725768378464, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7587409298645188, "lo": 0.7487404196340074, "hi": 0.7687113933417031, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00742314131379308, "lo": -0.009959419525462934, "hi": -0.004933712516623265, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.6983471074380165 }, "d_pearson_vs_mean": { "mean": 0.014041995972061391, "lo": 0.009850097628796687, "hi": 0.018028902038847258, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.29338842975206614 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10258348554729914, "lo": 0.09163720814474946, "hi": 0.11525593876785035, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7446989338924574, "lo": 0.7343070734184975, "hi": 0.7546463410287965, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.0090686236077466e-05, "lo": -0.00011726761044008329, "hi": 0.00010533747654270399, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.5495867768595041 }, "d_pearson_vs_mean": { "mean": 1.2386785811933565e-17, "lo": -2.2298147914219217e-18, "hi": 2.6720289413168394e-17, "n_cond": 242, "n_drugs": 150, "frac_neg": 0.2644628099173554 } }, "_noise_floor_mse": { "mean": 0.04102398455142975, "lo": 0.038275460921056804, "hi": 0.04453242921960901, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8899913430213928, "lo": 0.8853343183489195, "hi": 0.894477113736471, "n_cond": 487, "n_drugs": 306, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 487, "lam": 100, "mean_effect_norm2": 0.17846272885799408, "median_Q": 10.685649871826172, "frac_var_explained_by_mean_all": 0.559633960055117, "frac_var_explained_by_mean_eff": 0.584954266702932, "ic_beta": 0.9839602900563645, "same_organ_n": 8 }, "LoVo": { "all": { "train_mean": { "mse": { "mean": 0.061818562464582866, "lo": 0.05659609395572148, "hi": 0.06828710487133148, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.764411851260005, "lo": 0.758858312370555, "hi": 0.7698406311186223, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.10925617214670684, "lo": 0.10099806501290182, "hi": 0.12000064248521326, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6519088628285098, "lo": 0.6444515789187113, "hi": 0.6592687366480321, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04743760968212398, "lo": 0.043794109674016465, "hi": 0.051954139873920814, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00529567519858782 }, "d_pearson_vs_mean": { "mean": -0.11250298843149525, "lo": -0.11655387891652706, "hi": -0.10833838462972575, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9796999117387467 } }, "nn5_baseline": { "mse": { "mean": 0.06643295007785155, "lo": 0.06151873702491046, "hi": 0.07276670189306912, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7457423295454615, "lo": 0.739529094503838, "hi": 0.751694883667212, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00461438761326869, "lo": 0.0036045121794539363, "hi": 0.005544538916454295, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.21712268314210062 }, "d_pearson_vs_mean": { "mean": -0.018669521714543502, "lo": -0.021109278921219207, "hi": -0.01622759455723282, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7449249779346867 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.05761556590634573, "lo": 0.05287431521831693, "hi": 0.06363261155893618, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7803057927228505, "lo": 0.7748142612896943, "hi": 0.7853285682105078, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004202996558237139, "lo": -0.004805278619040287, "hi": -0.0036775567346720903, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9461606354810238 }, "d_pearson_vs_mean": { "mean": 0.015893941462845472, "lo": 0.01500595171218239, "hi": 0.01681914361736014, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.05207413945278023 } }, "null_random_line": { "mse": { "mean": 0.2024362226911136, "lo": 0.1910610550447763, "hi": 0.2165042122605801, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5356339159472504, "lo": 0.5283395196460935, "hi": 0.542477135976249, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14061766022653074, "lo": 0.13436822858457148, "hi": 0.14817439465026777, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2287779353127545, "lo": -0.2311957753418982, "hi": -0.22634791941683055, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.061828937531007065, "lo": 0.05660630367861019, "hi": 0.06829838656778851, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7643712923574157, "lo": 0.75881826676818, "hi": 0.7697988209793087, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.0375066424212e-05, "lo": 8.611526417177123e-06, "hi": 1.2270905916692778e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.2594880847308032 }, "d_pearson_vs_mean": { "mean": -4.055890258928937e-05, "lo": -4.640235802532048e-05, "hi": -3.514175809041283e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.733451015004413 } }, "same_organ_mean": { "mse": { "mean": 0.06252955856097109, "lo": 0.057612574862887324, "hi": 0.0688166264087932, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7608863773995463, "lo": 0.755022831188949, "hi": 0.7664492044188785, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0007109960963882239, "lo": -0.00019285882687849148, "hi": 0.0015424179756493815, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.37775816416593117 }, "d_pearson_vs_mean": { "mean": -0.0035254738604585853, "lo": -0.005309260228375772, "hi": -0.0017845675318535945, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.5684024713150927 } }, "duplicate": { "mse": { "mean": 0.15427188947796822, "lo": 0.13308874681070296, "hi": 0.17540332487302615, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3950927901256763, "lo": 0.32456651133973236, "hi": 0.46282344159986943, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.09310261866048886, "lo": 0.07202318992052213, "hi": 0.1123384494169964, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.03424657534246575 }, "d_pearson_vs_mean": { "mean": -0.39300549858535366, "lo": -0.4607990252293671, "hi": -0.32150223032668696, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.958904109589041 } }, "IC:train_mean": { "mse": { "mean": 0.0619999821500265, "lo": 0.055742834166274166, "hi": 0.06900472923419465, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.764464755656033, "lo": 0.755864911620113, "hi": 0.7727586769706878, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06347870080779786, "lo": 0.05718236603694197, "hi": 0.07057599300044878, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7581202197092632, "lo": 0.7493309132389194, "hi": 0.7667692630071063, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0014787186577713645, "lo": 0.0005127335006281855, "hi": 0.0025793086678343106, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.37434094903339193 }, "d_pearson_vs_mean": { "mean": -0.006344535946769687, "lo": -0.009638181448765803, "hi": -0.003506994058873301, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.6186291739894552 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0618648347214973, "lo": 0.0556187135333001, "hi": 0.06884776655355293, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.764464755656033, "lo": 0.755864911620113, "hi": 0.7727586769706878, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0001351474285292006, "lo": -0.00022398852050446987, "hi": -4.3257301170720744e-05, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.7223198594024605 }, "d_pearson_vs_mean": { "mean": -7.804731280317444e-19, "lo": -1.18813341231815e-17, "hi": 1.005058549532571e-17, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3233743409490334 } }, "_noise_floor_mse": { "mean": 0.02542078122496605, "lo": 0.02411807158841165, "hi": 0.02727469470504677, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.88884037733078, "lo": 0.8847244851838977, "hi": 0.8931796087072461, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.08413738368803543, "lo": 0.07429010978165038, "hi": 0.09610330593752912, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.7908406608759416, "lo": 0.784490587668884, "hi": 0.7973028108531444, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.14435113087709736, "lo": 0.12862367911956812, "hi": 0.16279027633322593, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.6876372414069027, "lo": 0.6788110410379166, "hi": 0.6964496035650529, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.060213747189061924, "lo": 0.052889266918233285, "hi": 0.06905564342138522, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.010416666666666666 }, "d_pearson_vs_mean": { "mean": -0.10320341946903878, "lo": -0.10957848190011739, "hi": -0.09701502546327231, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.9604166666666667 } }, "nn5_baseline": { "mse": { "mean": 0.08751082071106163, "lo": 0.07825769038967194, "hi": 0.0984396629646507, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.7768842806177223, "lo": 0.7702521798147907, "hi": 0.7837605572165343, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00337343702302622, "lo": 0.0013552173421564999, "hi": 0.005324577714033791, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.2708333333333333 }, "d_pearson_vs_mean": { "mean": -0.013956380258219209, "lo": -0.01753764107489611, "hi": -0.010348014212924776, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.7020833333333333 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07778209042461702, "lo": 0.06890662140223291, "hi": 0.0887906363031479, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.8064658212467267, "lo": 0.8007558677681944, "hi": 0.8122880469610709, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006355293263418386, "lo": -0.0076562876293544985, "hi": -0.005266944245795608, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.9458333333333333 }, "d_pearson_vs_mean": { "mean": 0.015625160370784943, "lo": 0.014212640736206598, "hi": 0.017034350218791995, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.05 } }, "null_random_line": { "mse": { "mean": 0.260405444547291, "lo": 0.23898843225049937, "hi": 0.2851351392276568, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.5712102779431899, "lo": 0.5623657873552657, "hi": 0.5804343578108343, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17626806085925562, "lo": 0.16462688825254856, "hi": 0.18913767005857782, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21963038293275178, "lo": -0.22303689478947583, "hi": -0.21605183057968916, "n_cond": 480, "n_drugs": 302, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08414989044322232, "lo": 0.0743026013157186, "hi": 0.09611933248644036, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.7908131564329668, "lo": 0.7844622833072755, "hi": 0.7972809621326581, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.2506755186922796e-05, "lo": 8.855790827033215e-06, "hi": 1.668881217819181e-05, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.2875 }, "d_pearson_vs_mean": { "mean": -2.750444297473243e-05, "lo": -3.491668697302752e-05, "hi": -1.9746876962775307e-05, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.7083333333333334 } }, "same_organ_mean": { "mse": { "mean": 0.08389910301871535, "lo": 0.07458495996187836, "hi": 0.09485355120772027, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "pearson": { "mean": 0.7881631684485835, "lo": 0.7817130771464132, "hi": 0.7948206667458612, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00023828066932006105, "lo": -0.0022537125220310015, "hi": 0.0015595023112235035, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.42083333333333334 }, "d_pearson_vs_mean": { "mean": -0.002677492427358147, "lo": -0.00555872984733282, "hi": 0.0001042643471807712, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.5520833333333334 } }, "duplicate": { "mse": { "mean": 0.16157688519235738, "lo": 0.13590629082361805, "hi": 0.18817686594919156, "n_cond": 97, "n_drugs": 87, "frac_neg": 0.0 }, "pearson": { "mean": 0.46024344406527534, "lo": 0.3920162959932829, "hi": 0.5262145988104526, "n_cond": 97, "n_drugs": 87, "frac_neg": 0.14432989690721648 }, "d_mse_vs_mean": { "mean": 0.09036680659522646, "lo": 0.06469602477726726, "hi": 0.114341957888016, "n_cond": 97, "n_drugs": 87, "frac_neg": 0.05154639175257732 }, "d_pearson_vs_mean": { "mean": -0.3444587061565344, "lo": -0.41152185754951265, "hi": -0.2789910511981899, "n_cond": 97, "n_drugs": 87, "frac_neg": 0.9381443298969072 } }, "IC:train_mean": { "mse": { "mean": 0.08508890576640606, "lo": 0.07367721878674095, "hi": 0.09837076994023175, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "pearson": { "mean": 0.7882917247637254, "lo": 0.7782563726596623, "hi": 0.7973393774030757, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.0870723972071316, "lo": 0.07546799757016238, "hi": 0.10049020914685172, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "pearson": { "mean": 0.7805998388315143, "lo": 0.7696924639187301, "hi": 0.7903061494497962, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0019834914407255463, "lo": -0.00010041815066133118, "hi": 0.004257244916576756, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.3817427385892116 }, "d_pearson_vs_mean": { "mean": -0.007691885932211083, "lo": -0.01382838414810793, "hi": -0.002604704958191692, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.6265560165975104 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0850328129064117, "lo": 0.0735698979546798, "hi": 0.09820367483858233, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "pearson": { "mean": 0.7882917247637254, "lo": 0.7782563726596623, "hi": 0.7973393774030758, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -5.609285999437489e-05, "lo": -0.0002574941949176962, "hi": 0.00015463957214281894, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.5850622406639004 }, "d_pearson_vs_mean": { "mean": -2.7640407252078584e-18, "lo": -1.928828422618162e-17, "hi": 1.446188773643627e-17, "n_cond": 241, "n_drugs": 151, "frac_neg": 0.31950207468879666 } }, "_noise_floor_mse": { "mean": 0.02794840559363365, "lo": 0.025741224778768314, "hi": 0.03131315178984843, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9166406989097595, "lo": 0.912541205622816, "hi": 0.920527295023482, "n_cond": 480, "n_drugs": 302, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 480, "lam": 100, "mean_effect_norm2": 0.15954673290252686, "median_Q": 14.765769958496094, "frac_var_explained_by_mean_all": 0.6125363312682174, "frac_var_explained_by_mean_eff": 0.6421970926278924, "ic_beta": 0.9734490231712785, "same_organ_n": 8 }, "MIA PaCa-2": { "all": { "train_mean": { "mse": { "mean": 0.09380927000562776, "lo": 0.08514825288033956, "hi": 0.10458173320484629, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7250774567878913, "lo": 0.7172847093762301, "hi": 0.7329491569425819, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1507236763242773, "lo": 0.1386642674974087, "hi": 0.1659139144701171, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5819662753404463, "lo": 0.5741013386344771, "hi": 0.5899983679523949, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05691440631864955, "lo": 0.05257420820563675, "hi": 0.062416725772887136, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0035335689045936395 }, "d_pearson_vs_mean": { "mean": -0.143111181447445, "lo": -0.148008520267313, "hi": -0.13855818861581218, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9955830388692579 } }, "nn5_baseline": { "mse": { "mean": 0.10420819035876255, "lo": 0.09485865229417684, "hi": 0.11542586857455987, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6882071774994174, "lo": 0.6804532082269056, "hi": 0.6960724683357585, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.010398920353134786, "lo": 0.009116054882103684, "hi": 0.01237378416363515, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.044169611307420496 }, "d_pearson_vs_mean": { "mean": -0.0368702792884738, "lo": -0.03855013216269593, "hi": -0.03519502180711094, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9620141342756183 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09316685394288754, "lo": 0.08482280181454867, "hi": 0.10370033679868057, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7251180200196812, "lo": 0.7175360957138655, "hi": 0.7328846294858211, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006424160627402143, "lo": -0.0009850189341102968, "hi": -0.0003538578128776452, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.48674911660777387 }, "d_pearson_vs_mean": { "mean": 4.056323178977758e-05, "lo": -0.0004147092987507267, "hi": 0.0004899200468636834, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5079505300353356 } }, "null_random_line": { "mse": { "mean": 0.2333395079353568, "lo": 0.21921846960966618, "hi": 0.25071434906214474, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.509393280854864, "lo": 0.5013728284133986, "hi": 0.5172791528801669, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.139530237929729, "lo": 0.1333484977452478, "hi": 0.1469582584849065, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21568417593302736, "lo": -0.21855866748595876, "hi": -0.21297440096529305, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09380537397973529, "lo": 0.08514505307356422, "hi": 0.10457759844032416, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7250888757645291, "lo": 0.7172964413215631, "hi": 0.732959534926832, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.8960258924750135e-06, "lo": -4.621966991897202e-06, "hi": -3.2212068936516374e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8012367491166078 }, "d_pearson_vs_mean": { "mean": 1.1418976637701595e-05, "lo": 1.0273961513919797e-05, "hi": 1.261055164923388e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.19876325088339222 } }, "same_organ_mean": { "mse": { "mean": 0.10745364657021272, "lo": 0.09795736349910124, "hi": 0.11981805803733184, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.679048419214432, "lo": 0.6704464423690939, "hi": 0.6878809888008182, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013644376564584969, "lo": 0.012278077246920644, "hi": 0.015340690924536503, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00441696113074205 }, "d_pearson_vs_mean": { "mean": -0.04602903757345941, "lo": -0.04750602939167662, "hi": -0.04458221425686985, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9973498233215548 } }, "duplicate": { "mse": { "mean": 0.25601041490492754, "lo": 0.22746002247134126, "hi": 0.29292271705277884, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2886324323815842, "lo": 0.23547970743026736, "hi": 0.3418001455305611, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.17123287671232876 }, "d_mse_vs_mean": { "mean": 0.15037963316332995, "lo": 0.1317340687772044, "hi": 0.16960583250643685, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.43471204158204846, "lo": -0.49487019252543724, "hi": -0.3712529569713967, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.09193211818244913, "lo": 0.07972808761741827, "hi": 0.10798030509096782, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7243554833903231, "lo": 0.7124577569272604, "hi": 0.7362608574056708, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09505349780606631, "lo": 0.08263034612826278, "hi": 0.11054580829223143, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7127087641254564, "lo": 0.7009507292654625, "hi": 0.7245635461212334, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.003121379623617173, "lo": 0.0017738345292334034, "hi": 0.0047912163614057465, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.2007042253521127 }, "d_pearson_vs_mean": { "mean": -0.011646719264866635, "lo": -0.013422086468904386, "hi": -0.009862552245488404, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7975352112676056 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09184648352318706, "lo": 0.07969922766195107, "hi": 0.10771174602304412, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7243554833903231, "lo": 0.7124577569272604, "hi": 0.7362608574056708, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -8.563465926207162e-05, "lo": -0.00023127458688479408, "hi": 2.3409033354310134e-05, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3485915492957746 }, "d_pearson_vs_mean": { "mean": -3.811505102146224e-18, "lo": -1.3585838176114976e-17, "hi": 5.7461435480301615e-18, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3274647887323944 } }, "_noise_floor_mse": { "mean": 0.04330761730670929, "lo": 0.04026151717727195, "hi": 0.04675046250799316, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8658947348594666, "lo": 0.8611633001933016, "hi": 0.8706338236063124, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.15809286795400218, "lo": 0.14060813694464427, "hi": 0.17791851462084657, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.725649782069777, "lo": 0.7143737103031843, "hi": 0.7367398693556836, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.24041278582825246, "lo": 0.21298113174296807, "hi": 0.27056858319705174, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.6121371888045969, "lo": 0.6000277178393421, "hi": 0.624580417029476, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08231991787425025, "lo": 0.07061182979072744, "hi": 0.09673771467031612, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.010471204188481676 }, "d_pearson_vs_mean": { "mean": -0.11351259326518011, "lo": -0.118626362596298, "hi": -0.10846834500011651, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.9895287958115183 } }, "nn5_baseline": { "mse": { "mean": 0.1728888526756924, "lo": 0.15448201574670464, "hi": 0.19345577390972166, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.6953901552409234, "lo": 0.6835174461435799, "hi": 0.7072631739692498, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.014795984721690228, "lo": 0.012238484565150023, "hi": 0.018007306836939494, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.08376963350785341 }, "d_pearson_vs_mean": { "mean": -0.03025962682885347, "lo": -0.032741539678923445, "hi": -0.027659128182625316, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.9293193717277487 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.15591133448315897, "lo": 0.1389650086429831, "hi": 0.1751023627241154, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.7280573204170603, "lo": 0.7167581193688302, "hi": 0.7390733290889339, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002181533470843201, "lo": -0.003038965618744436, "hi": -0.001445854245572089, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.6649214659685864 }, "d_pearson_vs_mean": { "mean": 0.002407538347283479, "lo": 0.0017748206500147596, "hi": 0.0030902512467783274, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.3403141361256545 } }, "null_random_line": { "mse": { "mean": 0.3461994384071427, "lo": 0.31709217487300734, "hi": 0.3782874793799063, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.5286110879624129, "lo": 0.5163718666213434, "hi": 0.5413581660875678, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18810657045314044, "lo": 0.17403515898514355, "hi": 0.20379309188753272, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19703869410736416, "lo": -0.20018005190504498, "hi": -0.19411276772612837, "n_cond": 382, "n_drugs": 244, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1580850241299038, "lo": 0.14060180209653136, "hi": 0.1779094399579669, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.7256652496803321, "lo": 0.7143911498853891, "hi": 0.7367554018659572, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -7.843824098384544e-06, "lo": -9.64219685141204e-06, "hi": -6.184868078377795e-06, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.8612565445026178 }, "d_pearson_vs_mean": { "mean": 1.546761055499308e-05, "lo": 1.3292699511357984e-05, "hi": 1.754277346578412e-05, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.14136125654450263 } }, "same_organ_mean": { "mse": { "mean": 0.1795640273442204, "lo": 0.15951154144581936, "hi": 0.2022732203054869, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "pearson": { "mean": 0.6810469973075681, "lo": 0.6680786615067607, "hi": 0.6936371441424561, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.021471159390218198, "lo": 0.018366836718181002, "hi": 0.025501885004900526, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.013089005235602094 }, "d_pearson_vs_mean": { "mean": -0.04460278476220887, "lo": -0.04687118340731234, "hi": -0.04231828538199459, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.9921465968586387 } }, "duplicate": { "mse": { "mean": 0.28806628270641615, "lo": 0.24480618025119996, "hi": 0.3402576243885422, "n_cond": 92, "n_drugs": 86, "frac_neg": 0.0 }, "pearson": { "mean": 0.3640700589824954, "lo": 0.3120956119736612, "hi": 0.40997632836578224, "n_cond": 92, "n_drugs": 86, "frac_neg": 0.10869565217391304 }, "d_mse_vs_mean": { "mean": 0.15648663572124272, "lo": 0.1295816393618606, "hi": 0.1855533988882933, "n_cond": 92, "n_drugs": 86, "frac_neg": 0.021739130434782608 }, "d_pearson_vs_mean": { "mean": -0.367248414744984, "lo": -0.4223192550895799, "hi": -0.31868634568999304, "n_cond": 92, "n_drugs": 86, "frac_neg": 0.9782608695652174 } }, "IC:train_mean": { "mse": { "mean": 0.15718838845454144, "lo": 0.13013615752306712, "hi": 0.19410620165621106, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "pearson": { "mean": 0.7253747044055057, "lo": 0.7095661840128371, "hi": 0.7406377808155511, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.16229536658988494, "lo": 0.1341399572618906, "hi": 0.19968833860537746, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "pearson": { "mean": 0.7171866718814274, "lo": 0.7013423660149863, "hi": 0.7327310834216089, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005106978135343486, "lo": 0.0016526033376510153, "hi": 0.009755429667064915, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.29347826086956524 }, "d_pearson_vs_mean": { "mean": -0.008188032524078365, "lo": -0.012072769716580129, "hi": -0.004661153513114875, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.7119565217391305 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1567199901194017, "lo": 0.12989645511141595, "hi": 0.19349255498621265, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "pearson": { "mean": 0.7253747044055057, "lo": 0.7095661840128371, "hi": 0.7406377808155511, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00046839833513975576, "lo": -0.0008404555959306993, "hi": -0.00015664542214491398, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.5380434782608695 }, "d_pearson_vs_mean": { "mean": -6.637202864606914e-18, "lo": -2.305822140494931e-17, "hi": 8.781810654749532e-18, "n_cond": 184, "n_drugs": 118, "frac_neg": 0.32065217391304346 } }, "_noise_floor_mse": { "mean": 0.06462527811527252, "lo": 0.058892907279952174, "hi": 0.07087053496355881, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8809459209442139, "lo": 0.8728946526695149, "hi": 0.8883302061784909, "n_cond": 382, "n_drugs": 244, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 382, "lam": 100, "mean_effect_norm2": 0.20330028235912323, "median_Q": 11.658714294433594, "frac_var_explained_by_mean_all": 0.5385679305653064, "frac_var_explained_by_mean_eff": 0.5508263638591111, "ic_beta": 1.022399716085142, "same_organ_n": 6 }, "NCI-H1573": { "all": { "train_mean": { "mse": { "mean": 0.08735505674327304, "lo": 0.08127860219543986, "hi": 0.09490295272418793, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7175349952717366, "lo": 0.7114500964871384, "hi": 0.7233310565369734, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.14458725832562339, "lo": 0.13395758030458774, "hi": 0.15678860313262116, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5831687574734349, "lo": 0.5759635979412921, "hi": 0.5903911225336375, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.057232201582350345, "lo": 0.051640801292275273, "hi": 0.06431773567937715, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.1343662377983017, "lo": -0.13728591046350982, "hi": -0.1315485715249134, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9955830388692579 } }, "nn5_baseline": { "mse": { "mean": 0.09825390389376266, "lo": 0.0920429034490332, "hi": 0.10584386940355132, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6761824772245305, "lo": 0.669734522286693, "hi": 0.682570752295533, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01089884715048964, "lo": 0.00988704535993841, "hi": 0.01185193528467916, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.05123674911660778 }, "d_pearson_vs_mean": { "mean": -0.04135251804720601, "lo": -0.04342573786652367, "hi": -0.039150667222245, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.950530035335689 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.0854604308949845, "lo": 0.07968088648327304, "hi": 0.09251566643942838, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7219142074686571, "lo": 0.7159447163463394, "hi": 0.7276637117231376, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0018946258482885534, "lo": -0.002340739415351958, "hi": -0.0015112782322462019, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7429328621908127 }, "d_pearson_vs_mean": { "mean": 0.004379212196920575, "lo": 0.0037418350521804954, "hi": 0.005030352575057162, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.2667844522968198 } }, "null_random_line": { "mse": { "mean": 0.22669770986219964, "lo": 0.21510497823971367, "hi": 0.24069791959670256, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5046345787192946, "lo": 0.49714808561616813, "hi": 0.5118127924792895, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1393426531189266, "lo": 0.13361699730547905, "hi": 0.14604125658821832, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21290041655244196, "lo": -0.21490801072564902, "hi": -0.21099644020082284, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08734231066008329, "lo": 0.08126498204727413, "hi": 0.09488964548269836, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7175734594331962, "lo": 0.7114864109160102, "hi": 0.7233683968712834, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.2746083189763724e-05, "lo": -1.577975698500751e-05, "hi": -9.536644790391805e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7226148409893993 }, "d_pearson_vs_mean": { "mean": 3.846416145969495e-05, "lo": 3.233399019439323e-05, "hi": 4.447268272141847e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.33127208480565373 } }, "same_organ_mean": { "mse": { "mean": 0.09678672170006056, "lo": 0.0906666193662366, "hi": 0.10423295724399058, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6767686859518329, "lo": 0.6700572938627707, "hi": 0.6833311269578527, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009431664956787511, "lo": 0.008899224990561113, "hi": 0.009952215296085802, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.03975265017667844 }, "d_pearson_vs_mean": { "mean": -0.040766309319903576, "lo": -0.04238857707787616, "hi": -0.03888102555637438, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9637809187279152 } }, "duplicate": { "mse": { "mean": 0.2006973029203611, "lo": 0.17448997877241593, "hi": 0.22947827573319907, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3471469931361865, "lo": 0.28357192817077076, "hi": 0.4082948724098138, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.11605346678936639, "lo": 0.0905943157784583, "hi": 0.14055115608222646, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.03424657534246575 }, "d_pearson_vs_mean": { "mean": -0.38659505257065657, "lo": -0.44782869828663346, "hi": -0.32113930413875524, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9657534246575342 } }, "IC:train_mean": { "mse": { "mean": 0.08652198408537659, "lo": 0.0792288421211015, "hi": 0.09558279390859499, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.72162056678125, "lo": 0.7126809923969127, "hi": 0.7302566796680767, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08881913286544314, "lo": 0.08138101899991657, "hi": 0.09761783414165011, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114176221226921, "lo": 0.7017493792635016, "hi": 0.7206961608488418, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0022971487800665324, "lo": 0.001543303616391129, "hi": 0.003051632252429835, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.2007042253521127 }, "d_pearson_vs_mean": { "mean": -0.010202944658557783, "lo": -0.011849231122052209, "hi": -0.008828780838042321, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7922535211267606 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08652736402773445, "lo": 0.07927310614331635, "hi": 0.09555090995858045, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.72162056678125, "lo": 0.7126809923969127, "hi": 0.7302566796680766, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 5.379942357837745e-06, "lo": -4.489498677862546e-05, "hi": 5.032664443703916e-05, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3785211267605634 }, "d_pearson_vs_mean": { "mean": -7.378682954154869e-18, "lo": -1.690893930013081e-17, "hi": 2.3455416013207532e-18, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3573943661971831 } }, "_noise_floor_mse": { "mean": 0.03792725130915642, "lo": 0.03642565288123809, "hi": 0.03962392287959955, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8622748255729675, "lo": 0.8573676152866889, "hi": 0.8671131742331316, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10577828030609505, "lo": 0.09560116765175344, "hi": 0.11719967633443573, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.7365139747584052, "lo": 0.7289774419830342, "hi": 0.7442602965716704, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.17227128803512723, "lo": 0.15624329624204433, "hi": 0.19055707541607178, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.6127462119706616, "lo": 0.6038995734436524, "hi": 0.6219483347007669, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06649300772903216, "lo": 0.05784447290419207, "hi": 0.07742454310834132, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0017574692442882249 }, "d_pearson_vs_mean": { "mean": -0.12376776278774373, "lo": -0.12772067172917537, "hi": -0.12009296394552127, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.9912126537785588 } }, "nn5_baseline": { "mse": { "mean": 0.11717674508811964, "lo": 0.10705152477317685, "hi": 0.1284098551004095, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.7009694295953894, "lo": 0.6932338304542278, "hi": 0.7092822706213211, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.011398464782024558, "lo": 0.009711783054294773, "hi": 0.013112060649645662, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0843585237258348 }, "d_pearson_vs_mean": { "mean": -0.035544545163015896, "lo": -0.03880415994962817, "hi": -0.032095667293695986, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.9191564147627417 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10289239548919082, "lo": 0.09317294296006803, "hi": 0.11364536666856737, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.7417071923456675, "lo": 0.7343541985487723, "hi": 0.7490433017004982, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002885884816904249, "lo": -0.003659620845560001, "hi": -0.0022341285527985415, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.7381370826010545 }, "d_pearson_vs_mean": { "mean": 0.005193217587262278, "lo": 0.004286860177739627, "hi": 0.006173715166488366, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.2583479789103691 } }, "null_random_line": { "mse": { "mean": 0.26883159607646534, "lo": 0.24983071264652817, "hi": 0.28965449760606243, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.5307289456842997, "lo": 0.5216038547618325, "hi": 0.5404732375028356, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16305331577037027, "lo": 0.15358418621258765, "hi": 0.1734052910181031, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20578502907410562, "lo": -0.20830670013666766, "hi": -0.2031520404038493, "n_cond": 569, "n_drugs": 335, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10576344030625151, "lo": 0.0955909051715922, "hi": 0.11718628684534492, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.7365475431675642, "lo": 0.7290104723598206, "hi": 0.7442965785498082, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.4839999843571368e-05, "lo": -2.0206996648002536e-05, "hi": -9.456257666484216e-06, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.7012302284710018 }, "d_pearson_vs_mean": { "mean": 3.3568409158968596e-05, "lo": 2.490448052707793e-05, "hi": 4.236291053289233e-05, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.35500878734622143 } }, "same_organ_mean": { "mse": { "mean": 0.1154418080683639, "lo": 0.10540965061685742, "hi": 0.12677134912885832, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "pearson": { "mean": 0.7018333873129634, "lo": 0.6939273289535863, "hi": 0.7102160664074892, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009663527762268816, "lo": 0.008877906403294465, "hi": 0.010418372302844264, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.05975395430579965 }, "d_pearson_vs_mean": { "mean": -0.03468058744544182, "lo": -0.03694718264037302, "hi": -0.03230615200265201, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.9437609841827768 } }, "duplicate": { "mse": { "mean": 0.2014540208947091, "lo": 0.1709241716478109, "hi": 0.24241106718120492, "n_cond": 105, "n_drugs": 95, "frac_neg": 0.0 }, "pearson": { "mean": 0.4150546350161589, "lo": 0.35736680660146386, "hi": 0.4717866905773616, "n_cond": 105, "n_drugs": 95, "frac_neg": 0.11428571428571428 }, "d_mse_vs_mean": { "mean": 0.10779923796975498, "lo": 0.07765774258625875, "hi": 0.13828115388846549, "n_cond": 105, "n_drugs": 95, "frac_neg": 0.047619047619047616 }, "d_pearson_vs_mean": { "mean": -0.3322456511746305, "lo": -0.3927073971399216, "hi": -0.274806366437278, "n_cond": 105, "n_drugs": 95, "frac_neg": 0.9523809523809523 } }, "IC:train_mean": { "mse": { "mean": 0.10163012373531966, "lo": 0.0897127097498144, "hi": 0.1159711533752198, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "pearson": { "mean": 0.7398661686641895, "lo": 0.7301116659490163, "hi": 0.7496391654997395, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1037840743350869, "lo": 0.09196849270070613, "hi": 0.11815317844290821, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "pearson": { "mean": 0.7315576695750872, "lo": 0.7211788818154398, "hi": 0.7422515706140433, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.002153950599767256, "lo": 0.0006885528861049501, "hi": 0.0036497355638333336, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.25249169435215946 }, "d_pearson_vs_mean": { "mean": -0.008308499089102393, "lo": -0.01039103131460235, "hi": -0.006227300015683643, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.7275747508305648 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10162928441398607, "lo": 0.08974545455708835, "hi": 0.11583975402378165, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "pearson": { "mean": 0.7398661686641895, "lo": 0.7301116659490163, "hi": 0.7496391654997395, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -8.393213336041842e-07, "lo": -9.100962483308608e-05, "hi": 8.088875802276647e-05, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.34219269102990035 }, "d_pearson_vs_mean": { "mean": -4.0572934454739944e-18, "lo": -1.8321934454599684e-17, "hi": 1.0061563568291346e-17, "n_cond": 301, "n_drugs": 175, "frac_neg": 0.3388704318936877 } }, "_noise_floor_mse": { "mean": 0.038958318531513214, "lo": 0.037007054632251006, "hi": 0.04112640691570147, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8872663378715515, "lo": 0.8822641775444047, "hi": 0.8918314999465712, "n_cond": 569, "n_drugs": 335, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 569, "lam": 100, "mean_effect_norm2": 0.1917329728603363, "median_Q": 13.27739143371582, "frac_var_explained_by_mean_all": 0.5443921019943454, "frac_var_explained_by_mean_eff": 0.5708193862274971, "ic_beta": 1.009462853203772, "same_organ_n": 14 }, "NCI-H1792": { "all": { "train_mean": { "mse": { "mean": 0.09467773538989178, "lo": 0.08724251182366323, "hi": 0.10421904621983702, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7199216298525435, "lo": 0.7133765869145983, "hi": 0.7267303991738601, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.16535373885632418, "lo": 0.15473801218729272, "hi": 0.17829937028580345, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.562209383369494, "lo": 0.5540819929817082, "hi": 0.570986934976473, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0706760034664324, "lo": 0.06662978470637161, "hi": 0.07525577444228346, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.1577122464830494, "lo": -0.16166249388358353, "hi": -0.1537336734355495, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9955830388692579 } }, "nn5_baseline": { "mse": { "mean": 0.10347512411271023, "lo": 0.09611090474958581, "hi": 0.11249246823578958, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6887196694005003, "lo": 0.681748244013741, "hi": 0.6961015660789284, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008797388722818437, "lo": 0.007248044171477703, "hi": 0.010201897493314639, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.1254416961130742 }, "d_pearson_vs_mean": { "mean": -0.031201960452043133, "lo": -0.03385410772122268, "hi": -0.028523264566028685, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8780918727915195 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09192863413665174, "lo": 0.08491359777650677, "hi": 0.10079873383903154, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7261157520566863, "lo": 0.7196928041124481, "hi": 0.7328651959779161, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002749101253240039, "lo": -0.0034571756019773953, "hi": -0.0021612191833399333, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8268551236749117 }, "d_pearson_vs_mean": { "mean": 0.006194122204142841, "lo": 0.005586488997443078, "hi": 0.006836550284057519, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.17579505300353357 } }, "null_random_line": { "mse": { "mean": 0.23418639591238855, "lo": 0.2209125812506238, "hi": 0.2500867942372662, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5062459979360332, "lo": 0.4988272868750462, "hi": 0.513954570060416, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13950866052249675, "lo": 0.13332274538482528, "hi": 0.1469445481702228, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21367563191651018, "lo": -0.21619263813772646, "hi": -0.21126655909991116, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09469744830593364, "lo": 0.08726001045972369, "hi": 0.10423707733788291, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7198339249074827, "lo": 0.713287467362042, "hi": 0.7266447913227602, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.9712916041856654e-05, "lo": 1.7186129265117078e-05, "hi": 2.206633849195979e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.15106007067137808 }, "d_pearson_vs_mean": { "mean": -8.770494506083745e-05, "lo": -9.431150772481068e-05, "hi": -8.134295262731593e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8560070671378092 } }, "same_organ_mean": { "mse": { "mean": 0.10148454396242422, "lo": 0.0941178848233015, "hi": 0.11074964972943738, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6892657356259005, "lo": 0.6825834290243497, "hi": 0.6963731119644238, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0068068085725324235, "lo": 0.006229420986192694, "hi": 0.0073929554626848415, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.07597173144876325 }, "d_pearson_vs_mean": { "mean": -0.030655894226642885, "lo": -0.03241123633197866, "hi": -0.028805543977163287, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9496466431095406 } }, "duplicate": { "mse": { "mean": 0.23383609118731055, "lo": 0.20922098745066747, "hi": 0.2612700609178444, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.29895901874709263, "lo": 0.24268988324839752, "hi": 0.35315089129333804, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.13184004763633844, "lo": 0.11214881437886624, "hi": 0.14895445023397647, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0273972602739726 }, "d_pearson_vs_mean": { "mean": -0.4202243761840825, "lo": -0.4811967119363283, "hi": -0.35570365138950805, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.10111720064121303, "lo": 0.08999275293317785, "hi": 0.1146440608487369, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7291188855891209, "lo": 0.7204705455321183, "hi": 0.7384558878564259, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.10199884090470633, "lo": 0.09150571619049741, "hi": 0.11474080281767186, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7206959922442144, "lo": 0.7116949864562122, "hi": 0.730414991978475, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00088164026349329, "lo": -0.0005767076829167006, "hi": 0.0022373942471955836, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.37258347978910367 }, "d_pearson_vs_mean": { "mean": -0.00842289334490652, "lo": -0.010625297654468664, "hi": -0.006159528241862712, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.680140597539543 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10097661063728479, "lo": 0.08991075798773823, "hi": 0.11439940282161894, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7291188855891209, "lo": 0.7204705455321183, "hi": 0.7384558878564259, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0001405900039282402, "lo": -0.00030247122764477045, "hi": 3.3124544980648717e-06, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.4710017574692443 }, "d_pearson_vs_mean": { "mean": -3.6096882171468184e-18, "lo": -1.3977343647787035e-17, "hi": 6.817458446815445e-18, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3251318101933216 } }, "_noise_floor_mse": { "mean": 0.05004560947418213, "lo": 0.04739142019374322, "hi": 0.053057995291672364, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8400607109069824, "lo": 0.8355630655811479, "hi": 0.8448298866096629, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.13035400644205122, "lo": 0.11811455603984367, "hi": 0.14314392010704471, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.7366132781813228, "lo": 0.7273119447035676, "hi": 0.7457844468997196, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.2219341997693731, "lo": 0.20367135327935784, "hi": 0.24121185810763562, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.5945548268565645, "lo": 0.582793276597347, "hi": 0.6060595662035598, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09158019332732185, "lo": 0.08386203876872116, "hi": 0.10002773379298384, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14205845132475847, "lo": -0.1475589224017581, "hi": -0.13648163810919392, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.9913606911447084 } }, "nn5_baseline": { "mse": { "mean": 0.14152411624983402, "lo": 0.12939720002518265, "hi": 0.15422127102206046, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.7112777204164893, "lo": 0.7014970403616789, "hi": 0.7206386465432715, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.011170109807782793, "lo": 0.008499509767071322, "hi": 0.013875086247906182, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.183585313174946 }, "d_pearson_vs_mean": { "mean": -0.025335557764833722, "lo": -0.029128936838051827, "hi": -0.02145870847107788, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.8336933045356372 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.12602176007825638, "lo": 0.1145801972430946, "hi": 0.13798100039929828, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.7440343293989489, "lo": 0.7346587734990003, "hi": 0.7530379162910464, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004332246363794828, "lo": -0.005435479430326913, "hi": -0.003415016851969743, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.8401727861771058 }, "d_pearson_vs_mean": { "mean": 0.007421051217625763, "lo": 0.006443890556143682, "hi": 0.008445386188112202, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.16846652267818574 } }, "null_random_line": { "mse": { "mean": 0.30319817247352376, "lo": 0.2809797798991482, "hi": 0.3277201697461318, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.535451752211777, "lo": 0.5249386809077115, "hi": 0.5460745498953701, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1728441660314725, "lo": 0.1620346685096447, "hi": 0.18481608482563872, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20116152596954598, "lo": -0.2041805434889424, "hi": -0.1981243676167143, "n_cond": 463, "n_drugs": 301, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1303777091043169, "lo": 0.11813802656219743, "hi": 0.14316915166930738, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.7365515584837139, "lo": 0.7272501363797153, "hi": 0.7457234123151953, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.370266226569468e-05, "lo": 1.8954908432546186e-05, "hi": 2.9092842233516916e-05, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.17926565874730022 }, "d_pearson_vs_mean": { "mean": -6.171969760914975e-05, "lo": -7.018601546768046e-05, "hi": -5.304078544741055e-05, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.816414686825054 } }, "same_organ_mean": { "mse": { "mean": 0.13629782742355584, "lo": 0.12417046005086602, "hi": 0.14891112768525958, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "pearson": { "mean": 0.716772109844567, "lo": 0.7074143177712033, "hi": 0.7259700843680166, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0059438209815046135, "lo": 0.00486742841048974, "hi": 0.007028289298487039, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.14038876889848811 }, "d_pearson_vs_mean": { "mean": -0.01984116833675619, "lo": -0.022102800435981874, "hi": -0.017596830594768992, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.91792656587473 } }, "duplicate": { "mse": { "mean": 0.24168375895723052, "lo": 0.21344833073313, "hi": 0.2706791788548687, "n_cond": 92, "n_drugs": 84, "frac_neg": 0.0 }, "pearson": { "mean": 0.3472723398236153, "lo": 0.28701478735064573, "hi": 0.40468192064824193, "n_cond": 92, "n_drugs": 84, "frac_neg": 0.13043478260869565 }, "d_mse_vs_mean": { "mean": 0.13854166485417665, "lo": 0.1142774431894152, "hi": 0.16404614090404793, "n_cond": 92, "n_drugs": 84, "frac_neg": 0.021739130434782608 }, "d_pearson_vs_mean": { "mean": -0.38892814208394116, "lo": -0.4532893353250105, "hi": -0.3260636525977305, "n_cond": 92, "n_drugs": 84, "frac_neg": 0.9782608695652174 } }, "IC:train_mean": { "mse": { "mean": 0.1367411347750979, "lo": 0.11931600572456295, "hi": 0.15554540473320438, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "pearson": { "mean": 0.7454816006747673, "lo": 0.7327489852808586, "hi": 0.7580415762537437, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.13657144878891558, "lo": 0.11995855070754151, "hi": 0.15488146206821315, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "pearson": { "mean": 0.7406495433584619, "lo": 0.727764658729906, "hi": 0.7531612255581015, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00016968598618231033, "lo": -0.0031643390004859324, "hi": 0.002559681704325071, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.48 }, "d_pearson_vs_mean": { "mean": -0.00483205731630521, "lo": -0.00802205656158368, "hi": -0.0015975936125900163, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.604 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.13646948372623594, "lo": 0.11918633810860779, "hi": 0.15503775815529913, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "pearson": { "mean": 0.7454816006747671, "lo": 0.7327489852808586, "hi": 0.7580415762537437, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00027165104886197635, "lo": -0.0005778297709830494, "hi": 2.10019527512021e-05, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.572 }, "d_pearson_vs_mean": { "mean": -5.3290705182007515e-18, "lo": -2.0593021295817014e-17, "hi": 9.810807552063728e-18, "n_cond": 250, "n_drugs": 158, "frac_neg": 0.312 } }, "_noise_floor_mse": { "mean": 0.06191409379243851, "lo": 0.05725244016744064, "hi": 0.06657543343662585, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8665590882301331, "lo": 0.8604012633601251, "hi": 0.8724640740079278, "n_cond": 463, "n_drugs": 301, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 463, "lam": 100, "mean_effect_norm2": 0.20521557331085205, "median_Q": 9.184465408325195, "frac_var_explained_by_mean_all": 0.5386425412925272, "frac_var_explained_by_mean_eff": 0.5570069640880873, "ic_beta": 1.0197302609144223, "same_organ_n": 14 }, "NCI-H2030": { "all": { "train_mean": { "mse": { "mean": 0.06666146822401468, "lo": 0.062126334203747725, "hi": 0.07226873975178427, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7392833294840575, "lo": 0.7317923479265515, "hi": 0.7466875256190887, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.13279758721308607, "lo": 0.12172465767808341, "hi": 0.1486118539791607, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.578990571636806, "lo": 0.5692806214395858, "hi": 0.5882251559848393, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06613611898907142, "lo": 0.05911046280649518, "hi": 0.07699956406806546, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00088261253309797 }, "d_pearson_vs_mean": { "mean": -0.16029275784725142, "lo": -0.16347695079227897, "hi": -0.15704565740344853, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9982347749338041 } }, "nn5_baseline": { "mse": { "mean": 0.07134208357438372, "lo": 0.06618610404825596, "hi": 0.07762628852160032, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7224407167639397, "lo": 0.7144700192696434, "hi": 0.7300839943251807, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004680615350369051, "lo": 0.003864799023393332, "hi": 0.0056843680409023375, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.176522506619594 }, "d_pearson_vs_mean": { "mean": -0.01684261272011767, "lo": -0.018272863613383667, "hi": -0.015401403057501376, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.8164165931156222 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.06600914556502928, "lo": 0.0615828183189059, "hi": 0.07146856143385943, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7407344556257962, "lo": 0.7331478547876548, "hi": 0.7480846210884138, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.000652322658985396, "lo": -0.0009117231585525682, "hi": -0.0004200780485190672, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.529567519858782 }, "d_pearson_vs_mean": { "mean": 0.0014511261417387812, "lo": 0.0009557231640467706, "hi": 0.001992072169476633, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.4474845542806708 } }, "null_random_line": { "mse": { "mean": 0.20717901233699818, "lo": 0.19661391122734237, "hi": 0.2196035494958294, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5191257587290838, "lo": 0.5109250426490485, "hi": 0.5269230058387008, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1405175441129835, "lo": 0.13425424555089904, "hi": 0.14810213116957804, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22015757075497358, "lo": -0.22262824180467675, "hi": -0.21770779110435168, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.066668232532454, "lo": 0.06213219636260915, "hi": 0.0722761608232028, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7392589444803235, "lo": 0.7317691250750005, "hi": 0.7466636410539612, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 6.764308439344085e-06, "lo": 6.03996546997265e-06, "hi": 7.574821569388682e-06, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.09620476610767872 }, "d_pearson_vs_mean": { "mean": -2.4385003733864266e-05, "lo": -2.6284436600286477e-05, "hi": -2.2741568507122286e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9073256840247131 } }, "same_organ_mean": { "mse": { "mean": 0.0736794459956603, "lo": 0.06903564504030381, "hi": 0.07942794595249895, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7115836363030118, "lo": 0.7034892878061649, "hi": 0.7193399789037902, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007017977771645625, "lo": 0.006488245444648922, "hi": 0.007620019195600148, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.06619593998234775 }, "d_pearson_vs_mean": { "mean": -0.027699693181045478, "lo": -0.029080178602203934, "hi": -0.02617748998482245, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9276257722859664 } }, "duplicate": { "mse": { "mean": 0.17002794651748382, "lo": 0.1442755713163163, "hi": 0.19790797231776555, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3782249144752899, "lo": 0.32070177939238026, "hi": 0.4364809660666057, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.136986301369863 }, "d_mse_vs_mean": { "mean": 0.10432752940704132, "lo": 0.08181074261921173, "hi": 0.12467471362609847, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.04794520547945205 }, "d_pearson_vs_mean": { "mean": -0.39896636228768395, "lo": -0.4502021659343813, "hi": -0.3427823330953556, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.952054794520548 } }, "IC:train_mean": { "mse": { "mean": 0.06625940920666278, "lo": 0.06137937667519084, "hi": 0.07216188813410808, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7363870311243056, "lo": 0.7249931254059059, "hi": 0.7474792275002706, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06986639442182233, "lo": 0.06471086639425705, "hi": 0.07606967972478478, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7237260860082766, "lo": 0.7119273325305467, "hi": 0.7351933998482153, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0036069852151595456, "lo": 0.0029106730152134177, "hi": 0.004435063753404706, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.18342151675485008 }, "d_pearson_vs_mean": { "mean": -0.012660945116028948, "lo": -0.014835522743459024, "hi": -0.010550959525384375, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.8165784832451499 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06591072481275868, "lo": 0.06107255951335696, "hi": 0.07170352312649038, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7363870311243056, "lo": 0.7249931254059058, "hi": 0.7474792275002706, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0003486843939041014, "lo": -0.000486360615175817, "hi": -0.0002083056144140842, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6931216931216931 }, "d_pearson_vs_mean": { "mean": 2.9370979487438002e-18, "lo": -7.455250650736888e-18, "hi": 1.2879513035661477e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.30335097001763667 } }, "_noise_floor_mse": { "mean": 0.03194648399949074, "lo": 0.030126655744025385, "hi": 0.03383265869388812, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8647284507751465, "lo": 0.85755827877032, "hi": 0.8719401394436432, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.09064440266530259, "lo": 0.0805492969223552, "hi": 0.10270589904080327, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.788522754649969, "lo": 0.7804212462570282, "hi": 0.7964947407613776, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.18724406542794567, "lo": 0.16196964440929892, "hi": 0.21828264763418695, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.6492872075466534, "lo": 0.6380226683546487, "hi": 0.6601520964771266, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09659966276264303, "lo": 0.07945122614468304, "hi": 0.11784409578570645, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0026041666666666665 }, "d_pearson_vs_mean": { "mean": -0.13923554710331573, "lo": -0.14523118297697407, "hi": -0.13350022247994162, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.9947916666666666 } }, "nn5_baseline": { "mse": { "mean": 0.09593978921938669, "lo": 0.08501496368865147, "hi": 0.10896545942724076, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.778649378150126, "lo": 0.7700506836154126, "hi": 0.7867328565185057, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005295386554084105, "lo": 0.0034751292552483762, "hi": 0.007391118569638315, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.2708333333333333 }, "d_pearson_vs_mean": { "mean": -0.009873376499843033, "lo": -0.012262267992273625, "hi": -0.007145390450590019, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.7317708333333334 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08865364402542304, "lo": 0.07895092095135028, "hi": 0.1000753478650935, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.7919080655715008, "lo": 0.7839148378726891, "hi": 0.7996488457984683, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.001990758639879544, "lo": -0.0026515434041821076, "hi": -0.0013790480454884664, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.6432291666666666 }, "d_pearson_vs_mean": { "mean": 0.003385310921531689, "lo": 0.0024251193786043487, "hi": 0.004384967955530985, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.3541666666666667 } }, "null_random_line": { "mse": { "mean": 0.2782924598971936, "lo": 0.2546525413938712, "hi": 0.3046094435933762, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.5749056899056924, "lo": 0.5646594354200877, "hi": 0.5847449144021452, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.187648057231891, "lo": 0.1735312649250791, "hi": 0.20269657227127466, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21361706474427677, "lo": -0.2178252529584748, "hi": -0.20963787995725905, "n_cond": 384, "n_drugs": 256, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09065516053533969, "lo": 0.08055900926366277, "hi": 0.10271704398000836, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.7884984345180829, "lo": 0.7803976349203404, "hi": 0.7964700682057245, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.0757870037082337e-05, "lo": 8.992675941492768e-06, "hi": 1.2500099935610572e-05, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.13802083333333334 }, "d_pearson_vs_mean": { "mean": -2.432013188614305e-05, "lo": -2.8145330810213853e-05, "hi": -2.093584594991146e-05, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.8671875 } }, "same_organ_mean": { "mse": { "mean": 0.0976251362005953, "lo": 0.08760214886025247, "hi": 0.10925504255039477, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "pearson": { "mean": 0.7694026114729032, "lo": 0.7610043494303895, "hi": 0.7770710483547304, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006980733535292713, "lo": 0.005773180779349057, "hi": 0.008209467697294909, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.12760416666666666 }, "d_pearson_vs_mean": { "mean": -0.01912014317706585, "lo": -0.02145430889999257, "hi": -0.01654580768612479, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.8671875 } }, "duplicate": { "mse": { "mean": 0.19828034318052232, "lo": 0.16356416396820583, "hi": 0.23883046699551544, "n_cond": 80, "n_drugs": 72, "frac_neg": 0.0 }, "pearson": { "mean": 0.4276164788803726, "lo": 0.35808158323740574, "hi": 0.49550237831779986, "n_cond": 80, "n_drugs": 72, "frac_neg": 0.15 }, "d_mse_vs_mean": { "mean": 0.11620125038060938, "lo": 0.08320833370273405, "hi": 0.14871918586663854, "n_cond": 80, "n_drugs": 72, "frac_neg": 0.0625 }, "d_pearson_vs_mean": { "mean": -0.3757536463609475, "lo": -0.44282883187302047, "hi": -0.31352319403476586, "n_cond": 80, "n_drugs": 72, "frac_neg": 0.925 } }, "IC:train_mean": { "mse": { "mean": 0.08655387789654624, "lo": 0.07485131647501463, "hi": 0.09846738746274411, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "pearson": { "mean": 0.7844083165469067, "lo": 0.7715819001996108, "hi": 0.7972140428894869, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09091099244342622, "lo": 0.07863883121744512, "hi": 0.10347944969485759, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "pearson": { "mean": 0.774598339643006, "lo": 0.7610924703333273, "hi": 0.7880965141269104, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004357114546879999, "lo": 0.0029368522513343043, "hi": 0.006056178804121113, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.24210526315789474 }, "d_pearson_vs_mean": { "mean": -0.009809976903900553, "lo": -0.01267987018560732, "hi": -0.006789637368070281, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.7631578947368421 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08641451112319395, "lo": 0.07473029167271263, "hi": 0.09831243668453728, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "pearson": { "mean": 0.7844083165469067, "lo": 0.7715819001996109, "hi": 0.7972140428894869, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00013936677335228223, "lo": -0.0004846431166523456, "hi": 0.00017346723277576536, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.5052631578947369 }, "d_pearson_vs_mean": { "mean": 1.5192525600133722e-17, "lo": -3.56793272665339e-18, "hi": 3.265533698282135e-17, "n_cond": 190, "n_drugs": 128, "frac_neg": 0.2736842105263158 } }, "_noise_floor_mse": { "mean": 0.03162693604826927, "lo": 0.029334290300565054, "hi": 0.03418370784958536, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9156977534294128, "lo": 0.9102941317748288, "hi": 0.9212139622968801, "n_cond": 384, "n_drugs": 256, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 384, "lam": 100, "mean_effect_norm2": 0.1578972190618515, "median_Q": 12.710583686828613, "frac_var_explained_by_mean_all": 0.577817338265457, "frac_var_explained_by_mean_eff": 0.6359081626667407, "ic_beta": 0.9324354225925305, "same_organ_n": 14 }, "NCI-H2122": null, "NCI-H23": { "all": { "train_mean": { "mse": { "mean": 0.07816568375791819, "lo": 0.07257352578565207, "hi": 0.08498666085031971, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7184786886378325, "lo": 0.711738512575161, "hi": 0.724731650920256, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.13663991066769618, "lo": 0.12594550541872634, "hi": 0.15012821180770414, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5661198870561177, "lo": 0.5575336403668608, "hi": 0.5743423515788326, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05847422690977797, "lo": 0.05257255547624052, "hi": 0.06603476598925088, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.15235880158171483, "lo": -0.15571356343383244, "hi": -0.1492448281839577, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.08307485257088765, "lo": 0.07746652723150677, "hi": 0.0898851263538386, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.695555885515349, "lo": 0.6885773626982256, "hi": 0.702409071350216, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0049091688129694585, "lo": 0.004179616203326215, "hi": 0.005605243611539647, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0920353982300885 }, "d_pearson_vs_mean": { "mean": -0.022922803122483716, "lo": -0.02457379010313673, "hi": -0.02118233194675519, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9123893805309734 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07685042859888437, "lo": 0.07155552070127083, "hi": 0.08334644601138066, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7209032727394111, "lo": 0.7140985823089603, "hi": 0.7272536635690277, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0013152551590338325, "lo": -0.0018165025971004663, "hi": -0.0008999714949290118, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5831858407079646 }, "d_pearson_vs_mean": { "mean": 0.0024245841015785446, "lo": 0.001718049118678398, "hi": 0.0031220070035207327, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.3769911504424779 } }, "null_random_line": { "mse": { "mean": 0.216705656782486, "lo": 0.20623937175804916, "hi": 0.22914045404086328, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5059927995705317, "lo": 0.4980889854094552, "hi": 0.5131434972429321, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13853997302456778, "lo": 0.1332121449956791, "hi": 0.14486632492446205, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2124858890673009, "lo": -0.21428288544733598, "hi": -0.21059486572248665, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0781700736277044, "lo": 0.07257738648935193, "hi": 0.08499203987960083, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7184654266205989, "lo": 0.7117235186268043, "hi": 0.7247187383051029, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 4.3898697862112885e-06, "lo": 3.576388286499658e-06, "hi": 5.318127176935091e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.28407079646017697 }, "d_pearson_vs_mean": { "mean": -1.3262017233813905e-05, "lo": -1.4660750593105304e-05, "hi": -1.1833789227760792e-05, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.7424778761061946 } }, "same_organ_mean": { "mse": { "mean": 0.08685909579638333, "lo": 0.08109460687082531, "hi": 0.09407131781987906, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6850014499378482, "lo": 0.6776118641932298, "hi": 0.6919926338979248, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008693412038465138, "lo": 0.008227250276704852, "hi": 0.009226656818110227, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.022123893805309734 }, "d_pearson_vs_mean": { "mean": -0.03347723869998446, "lo": -0.034884104576619536, "hi": -0.032088418801820624, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9778761061946902 } }, "duplicate": { "mse": { "mean": 0.18777889084734328, "lo": 0.16357868738814307, "hi": 0.2134747516490335, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3550306458156939, "lo": 0.29276889324069877, "hi": 0.4155142246659832, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.11275992519452012, "lo": 0.09106999623272204, "hi": 0.1335753394675403, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.03424657534246575 }, "d_pearson_vs_mean": { "mean": -0.396783097041281, "lo": -0.45475623274491567, "hi": -0.33462915977163893, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.0781028878896448, "lo": 0.07022574298247374, "hi": 0.08770280614246401, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7272959214731584, "lo": 0.7174110794460846, "hi": 0.7369913352655321, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08246313315533406, "lo": 0.07366906899075128, "hi": 0.09318558071880524, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7180574717669548, "lo": 0.7074424642196379, "hi": 0.7285078822538673, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004360245265689272, "lo": 0.0029252843917132827, "hi": 0.006161916812335697, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.23591549295774647 }, "d_pearson_vs_mean": { "mean": -0.00923844970620361, "lo": -0.011492726835997877, "hi": -0.007236520338239513, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7535211267605634 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07809618548923979, "lo": 0.07008548397375228, "hi": 0.08796819198397127, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7272959214731585, "lo": 0.7174110794460846, "hi": 0.7369913352655321, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.702400405017207e-06, "lo": -0.00022367766873216413, "hi": 0.0002147759694433658, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7376760563380281 }, "d_pearson_vs_mean": { "mean": 3.713774202091192e-18, "lo": -5.465506976894801e-18, "hi": 1.3390984011314497e-17, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.29577464788732394 } }, "_noise_floor_mse": { "mean": 0.04194588214159012, "lo": 0.03978410873624892, "hi": 0.04460421452558424, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8353608250617981, "lo": 0.8292495899832956, "hi": 0.8416874242153117, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11336167515813964, "lo": 0.10109249426146627, "hi": 0.12681740673864103, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.7585163440576908, "lo": 0.7487979736716504, "hi": 0.7674855786174402, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.20397566767067452, "lo": 0.17881449258972357, "hi": 0.23447186696407724, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.6148221007454874, "lo": 0.6011400828496785, "hi": 0.6276545843453027, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0906139925125349, "lo": 0.0760984774162276, "hi": 0.10931777665037024, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14369424331220346, "lo": -0.15013383049337542, "hi": -0.13759790148732762, "n_cond": 394, "n_drugs": 255, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.11771047831295035, "lo": 0.10596529910687633, "hi": 0.13084900936286184, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.7436406166945178, "lo": 0.7341753001764997, "hi": 0.7529443790004202, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004348803154810738, "lo": 0.002459105113597075, "hi": 0.006096953135130033, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.17766497461928935 }, "d_pearson_vs_mean": { "mean": -0.014875727363173002, "lo": -0.017625314979745278, "hi": -0.011591523619895164, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.8350253807106599 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10996213919350624, "lo": 0.09877399884537236, "hi": 0.12265889923492479, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.7634899254780445, "lo": 0.7539844808615921, "hi": 0.7720340802407469, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0033995359646333974, "lo": -0.004567029123609182, "hi": -0.002447758340133627, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.6725888324873096 }, "d_pearson_vs_mean": { "mean": 0.00497358142035369, "lo": 0.003860958479137681, "hi": 0.006234504597000301, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.2918781725888325 } }, "null_random_line": { "mse": { "mean": 0.29583952402261054, "lo": 0.2722442051891266, "hi": 0.32143182806000414, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.5545263816840386, "lo": 0.5430812576355367, "hi": 0.5655794538495387, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18247784886447094, "lo": 0.17090165058309276, "hi": 0.19523816372840858, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20398996237365213, "lo": -0.20709655839742414, "hi": -0.2008449910681677, "n_cond": 394, "n_drugs": 255, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11336979434663857, "lo": 0.10109906476252746, "hi": 0.12682545351628863, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.7585007866056384, "lo": 0.7487828772422066, "hi": 0.7674697437770192, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 8.119188498940208e-06, "lo": 6.2711618291370174e-06, "hi": 1.0581036338865733e-05, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.20050761421319796 }, "d_pearson_vs_mean": { "mean": -1.555745205242152e-05, "lo": -1.7763262889465482e-05, "hi": -1.347411513928014e-05, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.8274111675126904 } }, "same_organ_mean": { "mse": { "mean": 0.12225255650484175, "lo": 0.10995948178916709, "hi": 0.13630097840218414, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "pearson": { "mean": 0.7352961100752586, "lo": 0.7254805746267732, "hi": 0.7445459535235998, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008890881346702129, "lo": 0.007929605248311213, "hi": 0.009891892153127786, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.05583756345177665 }, "d_pearson_vs_mean": { "mean": -0.023220233982432163, "lo": -0.02536835110771664, "hi": -0.020889602346698666, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.9416243654822335 } }, "duplicate": { "mse": { "mean": 0.20025510757806755, "lo": 0.1680407486484133, "hi": 0.23735925349038697, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.0 }, "pearson": { "mean": 0.4533338341972835, "lo": 0.3932876952956466, "hi": 0.5087506005689565, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.10714285714285714 }, "d_mse_vs_mean": { "mean": 0.10888717331930672, "lo": 0.08207006505308244, "hi": 0.13630260348265147, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.047619047619047616 }, "d_pearson_vs_mean": { "mean": -0.32825265444066354, "lo": -0.39161673405490716, "hi": -0.2744614042878207, "n_cond": 84, "n_drugs": 79, "frac_neg": 0.9642857142857143 } }, "IC:train_mean": { "mse": { "mean": 0.11602289518776124, "lo": 0.09785993228139293, "hi": 0.13935571020740345, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.7711159781329505, "lo": 0.7591107979081936, "hi": 0.782277867099798, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.12335214348252742, "lo": 0.1028499524231955, "hi": 0.1499589049117056, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.7631633904848543, "lo": 0.7511402074995379, "hi": 0.7745999165197237, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007329248294766158, "lo": 0.003880685209171002, "hi": 0.011422528746233255, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.3076923076923077 }, "d_pearson_vs_mean": { "mean": -0.007952587648096206, "lo": -0.012029698173516503, "hi": -0.004717039048725513, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.7067307692307693 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11670011332876386, "lo": 0.09826055785251958, "hi": 0.14040276885212535, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "pearson": { "mean": 0.7711159781329505, "lo": 0.7591107979081936, "hi": 0.782277867099798, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0006772181410025951, "lo": 0.00014998603273695086, "hi": 0.0012298689707910338, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.5048076923076923 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": -1.6546593155471083e-17, "hi": 1.637237878979671e-17, "n_cond": 208, "n_drugs": 132, "frac_neg": 0.34134615384615385 } }, "_noise_floor_mse": { "mean": 0.0494244284927845, "lo": 0.04630932942215753, "hi": 0.052989093384582804, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8830674290657043, "lo": 0.8771480431079753, "hi": 0.889027638625538, "n_cond": 394, "n_drugs": 255, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 394, "lam": 100, "mean_effect_norm2": 0.1723170429468155, "median_Q": 8.740190505981445, "frac_var_explained_by_mean_all": 0.5463844874471093, "frac_var_explained_by_mean_eff": 0.5895417241185944, "ic_beta": 0.943771673850722, "same_organ_n": 14 }, "NCI-H2347": { "all": { "train_mean": { "mse": { "mean": 0.062066194961569475, "lo": 0.057631012980778815, "hi": 0.06726891948571476, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7479220690811961, "lo": 0.742190694499127, "hi": 0.7536133212855006, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.10487203648774007, "lo": 0.09906194294888403, "hi": 0.11157132136519558, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6339224807360762, "lo": 0.6269841831064631, "hi": 0.6410787539748449, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04280584152617059, "lo": 0.04046708619376217, "hi": 0.04528123256622417, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00530035335689046 }, "d_pearson_vs_mean": { "mean": -0.11399958834511993, "lo": -0.11774239978076653, "hi": -0.11043907522544905, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9752650176678446 } }, "nn5_baseline": { "mse": { "mean": 0.0638959574709753, "lo": 0.059963474075144144, "hi": 0.06855223663630058, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7368693697388344, "lo": 0.7306792381874014, "hi": 0.7428778382647171, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0018297625094058345, "lo": 0.0008303703251888091, "hi": 0.0026377743208304853, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.25530035335689044 }, "d_pearson_vs_mean": { "mean": -0.011052699342361754, "lo": -0.012889554980533824, "hi": -0.0090768767864917, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7102473498233216 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.059971021839990764, "lo": 0.05604038728233844, "hi": 0.06460234277916077, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7526031896225811, "lo": 0.7469120074867945, "hi": 0.7581986637057518, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0020951731215787055, "lo": -0.0027902483745844697, "hi": -0.0015481614985487504, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6439929328621908 }, "d_pearson_vs_mean": { "mean": 0.004681120541384929, "lo": 0.00402383205781317, "hi": 0.005409545058585455, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.3330388692579505 } }, "null_random_line": { "mse": { "mean": 0.20226914741169505, "lo": 0.19192433789087238, "hi": 0.2149333059074625, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5243092340462328, "lo": 0.5173937508486529, "hi": 0.5314265485913484, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.14020295245012557, "lo": 0.13394597520647689, "hi": 0.14774335169087657, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22361283503496332, "lo": -0.22596683727951733, "hi": -0.22122438096158353, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.062066863063113986, "lo": 0.0576326420514789, "hi": 0.06726926356440831, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7479158548878297, "lo": 0.7421829686616969, "hi": 0.7536078945849164, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 6.681015445134952e-07, "lo": -2.762338971950108e-07, "hi": 1.5832541798947908e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.3471731448763251 }, "d_pearson_vs_mean": { "mean": -6.214193366361368e-06, "lo": -7.919989602116717e-06, "hi": -4.54944255208125e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.6236749116607774 } }, "same_organ_mean": { "mse": { "mean": 0.07297781687334462, "lo": 0.06773986261953036, "hi": 0.07929081633305182, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7088627138634653, "lo": 0.7026265360933105, "hi": 0.715218505044598, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.010911621911775141, "lo": 0.0099090684916668, "hi": 0.012162459521458283, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.02561837455830389 }, "d_pearson_vs_mean": { "mean": -0.03905935521773077, "lo": -0.04037635555939112, "hi": -0.037756363097085584, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9637809187279152 } }, "duplicate": { "mse": { "mean": 0.15958468381264437, "lo": 0.13884348451524622, "hi": 0.1820509547107673, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3710468900995967, "lo": 0.30339177914873894, "hi": 0.4385552268754241, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.0949203698490784, "lo": 0.07411257359743655, "hi": 0.11401179646556753, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.39670310542942555, "lo": -0.4651017531443774, "hi": -0.3230499606461948, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.958904109589041 } }, "IC:train_mean": { "mse": { "mean": 0.06445379501306656, "lo": 0.05805297142095982, "hi": 0.07165988368836992, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7486168269775959, "lo": 0.7407210861012574, "hi": 0.7561236629215973, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06376091564312557, "lo": 0.058026991579233723, "hi": 0.07014517492862184, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.746164872713666, "lo": 0.7386117659880453, "hi": 0.7534955234348018, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006928793699409778, "lo": -0.0019043503576629038, "hi": 0.00039782953206568913, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.37566137566137564 }, "d_pearson_vs_mean": { "mean": -0.0024519542639299067, "lo": -0.004613619555897497, "hi": -0.0003612488034342241, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.6296296296296297 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06322537084906936, "lo": 0.057175464061248515, "hi": 0.07011121301890874, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7486168269775959, "lo": 0.7407210861012574, "hi": 0.7561236629215973, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0012284241639971775, "lo": -0.001798749560876246, "hi": -0.0007763215782857309, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7072310405643739 }, "d_pearson_vs_mean": { "mean": 1.0769359145393934e-18, "lo": -9.871256126938486e-18, "hi": 1.1728225101313049e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.3350970017636684 } }, "_noise_floor_mse": { "mean": 0.02415478229522705, "lo": 0.02348202403749637, "hi": 0.024842496249626797, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8872982859611511, "lo": 0.882851382610538, "hi": 0.891695297628457, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.08314615928240593, "lo": 0.07403463228207387, "hi": 0.09342861840181459, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.7812701419207287, "lo": 0.7739017263076693, "hi": 0.7883937121206744, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.13887257067024006, "lo": 0.12712975150650752, "hi": 0.15232180203556273, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.6783962349899734, "lo": 0.6691570659087247, "hi": 0.687193354178882, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05572641138783411, "lo": 0.051372499758628704, "hi": 0.06078111677000416, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.006944444444444444 }, "d_pearson_vs_mean": { "mean": -0.10287390693075522, "lo": -0.10819486676888243, "hi": -0.09765727155986346, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.9768518518518519 } }, "nn5_baseline": { "mse": { "mean": 0.08340003521406933, "lo": 0.07516458587382878, "hi": 0.09264076247058822, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.7755082987458416, "lo": 0.7686890417315193, "hi": 0.782119350051233, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00025387593166340883, "lo": -0.0016137234514328575, "hi": 0.001969225138548914, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.3263888888888889 }, "d_pearson_vs_mean": { "mean": -0.005761843174887077, "lo": -0.008560667292433799, "hi": -0.0030570899758834667, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.6365740740740741 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07876905818801883, "lo": 0.07060698875179647, "hi": 0.08775290881151972, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.7885987658123751, "lo": 0.7817680354662718, "hi": 0.7950987318236242, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004377101094387116, "lo": -0.005660372429192843, "hi": -0.0032682507196512608, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.8055555555555556 }, "d_pearson_vs_mean": { "mean": 0.007328623891646312, "lo": 0.00628463377644685, "hi": 0.008391022193271721, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.18518518518518517 } }, "null_random_line": { "mse": { "mean": 0.26423286783816385, "lo": 0.24312739402663738, "hi": 0.2878089334565736, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.5678411274852062, "lo": 0.557569678212363, "hi": 0.5776163244703254, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18108670855575792, "lo": 0.16828357606138653, "hi": 0.19531451541727637, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2134290144355226, "lo": -0.21733448661674304, "hi": -0.2098186005963395, "n_cond": 432, "n_drugs": 278, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08314478092671215, "lo": 0.07403343132250524, "hi": 0.09342652862979503, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.7812715987878646, "lo": 0.773902541034279, "hi": 0.7883917271793928, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.3783556937676945e-06, "lo": -3.5838281276952476e-06, "hi": 7.520707744462711e-07, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.4652777777777778 }, "d_pearson_vs_mean": { "mean": 1.4568671357415431e-06, "lo": -1.1846744515677685e-06, "hi": 4.056820791676796e-06, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.4930555555555556 } }, "same_organ_mean": { "mse": { "mean": 0.09742035657695007, "lo": 0.08656279768142223, "hi": 0.1097696685599783, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "pearson": { "mean": 0.7490099633765176, "lo": 0.7411703320536824, "hi": 0.7565185442356642, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.014274197294544131, "lo": 0.01225727581874143, "hi": 0.016656672638571013, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.04398148148148148 }, "d_pearson_vs_mean": { "mean": -0.0322601785442112, "lo": -0.03398257744751553, "hi": -0.03047328188189205, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.9560185185185185 } }, "duplicate": { "mse": { "mean": 0.1688316455417937, "lo": 0.1394807269328044, "hi": 0.20272163627129317, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.0 }, "pearson": { "mean": 0.44715700870645897, "lo": 0.37837050675563527, "hi": 0.5132206439178183, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.14285714285714285 }, "d_mse_vs_mean": { "mean": 0.09127434634390377, "lo": 0.06457499448542033, "hi": 0.11993978799012124, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.03296703296703297 }, "d_pearson_vs_mean": { "mean": -0.3362491263737745, "lo": -0.40931231633358084, "hi": -0.2660012745251296, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.9340659340659341 } }, "IC:train_mean": { "mse": { "mean": 0.0869864323671053, "lo": 0.07496218030356751, "hi": 0.10191122438655026, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "pearson": { "mean": 0.7782058836067964, "lo": 0.7673436277392987, "hi": 0.7883867789636516, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.0847341480114036, "lo": 0.07387591825831918, "hi": 0.09779645355444085, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "pearson": { "mean": 0.7769514528079312, "lo": 0.7668159689031856, "hi": 0.7865815351147311, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0022522843557016966, "lo": -0.00448515347610319, "hi": -6.008859923311815e-05, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.42857142857142855 }, "d_pearson_vs_mean": { "mean": -0.001254430798865218, "lo": -0.004201742964657072, "hi": 0.0016318089253433432, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.5852534562211982 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08465209734736251, "lo": 0.0733725030701826, "hi": 0.09868378318212787, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "pearson": { "mean": 0.7782058836067964, "lo": 0.7673436277392987, "hi": 0.7883867789636515, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002334335019742795, "lo": -0.0035521720347497223, "hi": -0.0012861773443726863, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.6774193548387096 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": -1.807499579435931e-17, "hi": 1.766355324339809e-17, "n_cond": 217, "n_drugs": 139, "frac_neg": 0.33640552995391704 } }, "_noise_floor_mse": { "mean": 0.024724235758185387, "lo": 0.02355784667946467, "hi": 0.026096249616668402, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.919780433177948, "lo": 0.9155210091040152, "hi": 0.9237639154270094, "n_cond": 432, "n_drugs": 278, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 432, "lam": 100, "mean_effect_norm2": 0.1463097333908081, "median_Q": 16.233108520507812, "frac_var_explained_by_mean_all": 0.5757890228958016, "frac_var_explained_by_mean_eff": 0.6098128584092803, "ic_beta": 0.9141891022069454, "same_organ_n": 14 }, "NCI-H460": { "all": { "train_mean": { "mse": { "mean": 0.062124593509322534, "lo": 0.054288082885944194, "hi": 0.07220473430078594, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7970001674924221, "lo": 0.7910287332049066, "hi": 0.8028518602989422, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1160487683755898, "lo": 0.10482091310391695, "hi": 0.1299793568846211, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6492193043447588, "lo": 0.6414995965422281, "hi": 0.6566827500175407, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05392417486626726, "lo": 0.05019225096031666, "hi": 0.058938865592668116, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00441306266548985 }, "d_pearson_vs_mean": { "mean": -0.14778086314766326, "lo": -0.1514597791241273, "hi": -0.1439779902380581, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9964695498676082 } }, "nn5_baseline": { "mse": { "mean": 0.08564536062152621, "lo": 0.07766075157480608, "hi": 0.0956538022371494, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7150587120376503, "lo": 0.7075483797052087, "hi": 0.7223884165638667, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02352076711220367, "lo": 0.021867221809805108, "hi": 0.025180375048121265, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.02118270079435128 }, "d_pearson_vs_mean": { "mean": -0.08194145545477183, "lo": -0.08487680290730273, "hi": -0.07883756842694913, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9823477493380406 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.0614402377526631, "lo": 0.05386110709242623, "hi": 0.07103387825812818, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7969184687432166, "lo": 0.7909321761904546, "hi": 0.802722352542662, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0006843557566594236, "lo": -0.0011186464017994037, "hi": -0.0003256246473158223, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.3936451897616946 }, "d_pearson_vs_mean": { "mean": -8.169874920547689e-05, "lo": -0.00044998314082512076, "hi": 0.00032705467734093965, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.6001765225066196 } }, "null_random_line": { "mse": { "mean": 0.20274094600214643, "lo": 0.18928975485079416, "hi": 0.21955301117061032, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5572835434375895, "lo": 0.5497723801938071, "hi": 0.564866391928209, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1406163524928239, "lo": 0.13441809413552705, "hi": 0.14813782711582238, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23971662405483254, "lo": -0.2423453572463815, "hi": -0.23709880260669497, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.06213246832244919, "lo": 0.054296450878121294, "hi": 0.07221047085139357, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7969514935821672, "lo": 0.790981536142145, "hi": 0.8028020610815025, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.874813126657294e-06, "lo": 2.9276834773724184e-06, "hi": 1.1596194819541476e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.12180052956751986 }, "d_pearson_vs_mean": { "mean": -4.867391025473195e-05, "lo": -5.276706445501561e-05, "hi": -4.441105537420965e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.8605472197705207 } }, "same_organ_mean": { "mse": { "mean": 0.06968652017678746, "lo": 0.061894653924903405, "hi": 0.07958313944626014, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7600235303809807, "lo": 0.7536652695616892, "hi": 0.7662961775010807, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0075619266674649185, "lo": 0.006872957870112191, "hi": 0.00824866225957648, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0617828773168579 }, "d_pearson_vs_mean": { "mean": -0.03697663711144126, "lo": -0.038827700950970725, "hi": -0.035174467355137094, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.93909973521624 } }, "duplicate": { "mse": { "mean": 0.15543155633166533, "lo": 0.1327845567911087, "hi": 0.17815055709800018, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.0 }, "pearson": { "mean": 0.37626663521787496, "lo": 0.3109073384148533, "hi": 0.44580873379190844, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.16326530612244897 }, "d_mse_vs_mean": { "mean": 0.0914991134684164, "lo": 0.0713810624504218, "hi": 0.10933641765374391, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.027210884353741496 }, "d_pearson_vs_mean": { "mean": -0.42034261399294326, "lo": -0.49018206858102226, "hi": -0.3503528563160634, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.9727891156462585 } }, "IC:train_mean": { "mse": { "mean": 0.06374308566826392, "lo": 0.05348555586534843, "hi": 0.07612143645059563, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7965295291755501, "lo": 0.7888107115097125, "hi": 0.8046843983828673, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06556035972555398, "lo": 0.0555924321681285, "hi": 0.07746583638801963, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.782410188267208, "lo": 0.7738658770350294, "hi": 0.7909151910031074, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0018172740572900549, "lo": 0.0008757227566891082, "hi": 0.0025818924385492574, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.17223198594024605 }, "d_pearson_vs_mean": { "mean": -0.014119340908342003, "lo": -0.015454616645544162, "hi": -0.012669832808040474, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.875219683655536 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06374946008039478, "lo": 0.05355313892330885, "hi": 0.07607506645487716, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7965295291755501, "lo": 0.7888107115097125, "hi": 0.8046843983828673, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 6.374412130868347e-06, "lo": -0.00014783659455523047, "hi": 9.766170436570924e-05, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3110720562390158 }, "d_pearson_vs_mean": { "mean": 3.99992478116269e-18, "lo": -7.123939632497473e-18, "hi": 1.4464810958286095e-17, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.29525483304042177 } }, "_noise_floor_mse": { "mean": 0.022249899804592133, "lo": 0.020870516632665984, "hi": 0.023807856764287195, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.90790855884552, "lo": 0.9042753845516642, "hi": 0.9115568054238327, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.09021326580602253, "lo": 0.07749422293198119, "hi": 0.1044531583983989, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.8050349712875945, "lo": 0.7973038809012976, "hi": 0.8127887290298914, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.15959103816356224, "lo": 0.14011847460060944, "hi": 0.18123700370550183, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.682174523024146, "lo": 0.6724567100390944, "hi": 0.6919245835041963, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06937777235753968, "lo": 0.06171490290236701, "hi": 0.07835629030231693, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.004149377593360996 }, "d_pearson_vs_mean": { "mean": -0.12286044826344844, "lo": -0.12726577664149497, "hi": -0.11832189966694791, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.995850622406639 } }, "nn5_baseline": { "mse": { "mean": 0.12003849588375537, "lo": 0.10672931388787557, "hi": 0.134473830043812, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.7361989856236972, "lo": 0.7261801537362117, "hi": 0.7458450293911308, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.029825230077732853, "lo": 0.027017006372873405, "hi": 0.03261960578525078, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.03734439834024896 }, "d_pearson_vs_mean": { "mean": -0.06883598566389726, "lo": -0.07315721537808055, "hi": -0.06454617360268627, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.9688796680497925 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08872407823819742, "lo": 0.07661301322424079, "hi": 0.10241984023184326, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.806572609344639, "lo": 0.7988991633696101, "hi": 0.8141265856563266, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0014891875678251234, "lo": -0.0021627196352457002, "hi": -0.0008624987244799675, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.5560165975103735 }, "d_pearson_vs_mean": { "mean": 0.0015376380570445074, "lo": 0.000942664995221037, "hi": 0.002167366391375939, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.43568464730290457 } }, "null_random_line": { "mse": { "mean": 0.26459112178877603, "lo": 0.24143176751028353, "hi": 0.29010461887154626, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.5828902231737808, "lo": 0.5725990678949233, "hi": 0.5924995810059507, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17437785598275346, "lo": 0.1633944078321449, "hi": 0.1876444716921375, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22214474811381354, "lo": -0.22551156543632528, "hi": -0.21857032289567782, "n_cond": 482, "n_drugs": 300, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09022060417577893, "lo": 0.07750331114264189, "hi": 0.10445401863341076, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.8049996713638355, "lo": 0.7972698676378197, "hi": 0.8127496667975462, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.338369756409539e-06, "lo": 4.6975310003854143e-07, "hi": 1.3155334152924372e-05, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.16597510373443983 }, "d_pearson_vs_mean": { "mean": -3.5299923758935226e-05, "lo": -4.048924918129862e-05, "hi": -2.9884286267180104e-05, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.7987551867219918 } }, "same_organ_mean": { "mse": { "mean": 0.09789357353935857, "lo": 0.08521924301009615, "hi": 0.11177808361170166, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "pearson": { "mean": 0.778168501345296, "lo": 0.769718888526974, "hi": 0.7863040568262829, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00768030773333603, "lo": 0.006603749667668972, "hi": 0.00888398228644028, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.11618257261410789 }, "d_pearson_vs_mean": { "mean": -0.026866469942298396, "lo": -0.029449956413955015, "hi": -0.024409961690727577, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.8921161825726142 } }, "duplicate": { "mse": { "mean": 0.1616399382290087, "lo": 0.13591345157425297, "hi": 0.19013948526054245, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.0 }, "pearson": { "mean": 0.4423868733874865, "lo": 0.37081514429334606, "hi": 0.5062598320271552, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.1368421052631579 }, "d_mse_vs_mean": { "mean": 0.09263485681573819, "lo": 0.06537393362184807, "hi": 0.11988917863043827, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.042105263157894736 }, "d_pearson_vs_mean": { "mean": -0.37725568812596433, "lo": -0.4494315213764043, "hi": -0.3080011972651143, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.9578947368421052 } }, "IC:train_mean": { "mse": { "mean": 0.09071603007305101, "lo": 0.07469078877319953, "hi": 0.10968130778703163, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "pearson": { "mean": 0.8050691160953709, "lo": 0.7947408514230809, "hi": 0.8148853306066586, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.0924794917918124, "lo": 0.07656125262157992, "hi": 0.11164445072899513, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "pearson": { "mean": 0.794479377696964, "lo": 0.783600706767913, "hi": 0.8050601687886426, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0017634617187613953, "lo": 0.00048665137793994247, "hi": 0.0029400050335000056, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.2682926829268293 }, "d_pearson_vs_mean": { "mean": -0.010589738398407107, "lo": -0.012713049829718793, "hi": -0.00837993660492041, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.8089430894308943 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09061895070401052, "lo": 0.0747028709125581, "hi": 0.10947759833397021, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "pearson": { "mean": 0.8050691160953709, "lo": 0.7947408514230809, "hi": 0.8148853306066586, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -9.70793690404775e-05, "lo": -0.0003407826365492449, "hi": 7.560174962365602e-05, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.47560975609756095 }, "d_pearson_vs_mean": { "mean": 3.1591712082829656e-18, "lo": -1.3711917834015878e-17, "hi": 2.0629496135064874e-17, "n_cond": 246, "n_drugs": 154, "frac_neg": 0.3048780487804878 } }, "_noise_floor_mse": { "mean": 0.028452757745981216, "lo": 0.026048594960035545, "hi": 0.031052968891889902, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9215450882911682, "lo": 0.9163926841358578, "hi": 0.9267304133775178, "n_cond": 482, "n_drugs": 300, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 482, "lam": 100, "mean_effect_norm2": 0.16907915472984314, "median_Q": 21.344099044799805, "frac_var_explained_by_mean_all": 0.6325709481539223, "frac_var_explained_by_mean_eff": 0.644901044738477, "ic_beta": 1.018966174597745, "same_organ_n": 14 }, "NCI-H596": null, "NCI-H661": { "all": { "train_mean": { "mse": { "mean": 0.5394962256671052, "lo": 0.526822120454557, "hi": 0.5526032301738365, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.34933966209199807, "lo": 0.3427675663875029, "hi": 0.356535014033338, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.003956478733926805 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.6537302390419696, "lo": 0.6362572487850909, "hi": 0.6718703917898159, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.23561285870587492, "lo": 0.22871587694959342, "hi": 0.24303274903770533, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.002967359050445104 }, "d_mse_vs_mean": { "mean": 0.11423401337486444, "lo": 0.10804438393380832, "hi": 0.1221104401782613, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.11372680338612311, "lo": -0.11609304706733865, "hi": -0.11132848256093232, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.9960435212660732 } }, "nn5_baseline": { "mse": { "mean": 0.560757210724538, "lo": 0.5470029536392687, "hi": 0.5749387909933137, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.31346520863663185, "lo": 0.3066076252684039, "hi": 0.32105841107372485, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0019782393669634025 }, "d_mse_vs_mean": { "mean": 0.021260985057432936, "lo": 0.019608340189695803, "hi": 0.02331024644548821, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.05242334322453017 }, "d_pearson_vs_mean": { "mean": -0.03587445345536619, "lo": -0.037365862489777385, "hi": -0.03432927874321072, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.9258160237388724 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.5377198489136352, "lo": 0.5251716918286146, "hi": 0.5507100822556464, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.352132723981316, "lo": 0.3455295570280713, "hi": 0.3593380741913714, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.002967359050445104 }, "d_mse_vs_mean": { "mean": -0.0017763767534699525, "lo": -0.0023345223312673507, "hi": -0.001353113099437011, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.645895153313551 }, "d_pearson_vs_mean": { "mean": 0.00279306188931799, "lo": 0.002381588740149039, "hi": 0.0031882303598523036, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.3293768545994065 } }, "null_random_line": { "mse": { "mean": 0.6600022855932143, "lo": 0.642510606498258, "hi": 0.6777920087325466, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.2510801739813098, "lo": 0.24488660346231672, "hi": 0.2579954594902597, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.003956478733926805 }, "d_mse_vs_mean": { "mean": 0.12050605992610915, "lo": 0.11487094480755612, "hi": 0.12693470567964618, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.09825948811068826, "lo": -0.09937462435833663, "hi": -0.09711731011063963, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.9960435212660732 } }, "null_ridge_shuffled": { "mse": { "mean": 0.5394984641761433, "lo": 0.5268244854262589, "hi": 0.5526051462115054, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.3493338653328989, "lo": 0.34276226761562556, "hi": 0.356529227075913, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.003956478733926805 }, "d_mse_vs_mean": { "mean": 2.23850903833604e-06, "lo": 1.5141891207663325e-06, "hi": 3.0122827561265637e-06, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.3897131552917903 }, "d_pearson_vs_mean": { "mean": -5.796759099127748e-06, "lo": -6.948263190994965e-06, "hi": -4.594042644181104e-06, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.6369930761622157 } }, "same_organ_mean": { "mse": { "mean": 0.5479689052914009, "lo": 0.5348923398112062, "hi": 0.5614639444180483, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "pearson": { "mean": 0.3346046115041739, "lo": 0.32780249622287144, "hi": 0.34197947422312686, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.003956478733926805 }, "d_mse_vs_mean": { "mean": 0.008472679624295792, "lo": 0.007813970335151682, "hi": 0.009228279024922206, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.06726013847675569 }, "d_pearson_vs_mean": { "mean": -0.01473505058782412, "lo": -0.01555520510038729, "hi": -0.01398052743717707, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.904055390702275 } }, "duplicate": { "mse": { "mean": 1.1964532575331444, "lo": 1.1514514914767469, "hi": 1.2412498396536535, "n_cond": 121, "n_drugs": 96, "frac_neg": 0.0 }, "pearson": { "mean": 0.04914857011383653, "lo": 0.031724285792144175, "hi": 0.06612669107783165, "n_cond": 121, "n_drugs": 96, "frac_neg": 0.19008264462809918 }, "d_mse_vs_mean": { "mean": 0.7384753013591314, "lo": 0.7049441699145654, "hi": 0.775445415763071, "n_cond": 121, "n_drugs": 96, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.32528079512127545, "lo": -0.34630190748820033, "hi": -0.3041902041049527, "n_cond": 121, "n_drugs": 96, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 0.539280100769488, "lo": 0.5216638389401774, "hi": 0.5566678753907893, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.0 }, "pearson": { "mean": 0.34736816927286585, "lo": 0.3381377333472643, "hi": 0.35724772479359074, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.001968503937007874 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.5450661622437036, "lo": 0.5271811903911164, "hi": 0.5630077398479574, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.0 }, "pearson": { "mean": 0.34040462448608233, "lo": 0.3309037086002739, "hi": 0.3504508599674668, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.001968503937007874 }, "d_mse_vs_mean": { "mean": 0.005786061474215626, "lo": 0.0048685205193919265, "hi": 0.006769327521805839, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.19291338582677164 }, "d_pearson_vs_mean": { "mean": -0.006963544786783511, "lo": -0.008048109339691596, "hi": -0.00583184634895999, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.7480314960629921 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.5389576653148104, "lo": 0.521382065514102, "hi": 0.5562518130985038, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.0 }, "pearson": { "mean": 0.34736816927286585, "lo": 0.3381377333472643, "hi": 0.35724772479359074, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.001968503937007874 }, "d_mse_vs_mean": { "mean": -0.00032243545467773544, "lo": -0.0008036253930825797, "hi": 6.386591277962589e-05, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.44881889763779526 }, "d_pearson_vs_mean": { "mean": 9.834652777191347e-19, "lo": -4.357403723879956e-18, "hi": 6.192914672523013e-18, "n_cond": 508, "n_drugs": 188, "frac_neg": 0.30708661417322836 } }, "_noise_floor_mse": { "mean": 0.39218926429748535, "lo": 0.3840554972119716, "hi": 0.40060099145392686, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.575203537940979, "lo": 0.5685629432883748, "hi": 0.5822490263046719, "n_cond": 1011, "n_drugs": 376, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.6315629760725331, "lo": 0.5763737459824261, "hi": 0.6890542605009329, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.5809002633353616, "lo": 0.5456891507468357, "hi": 0.6125219097446802, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.8645660762535412, "lo": 0.7416400424090661, "hi": 1.0061304554569108, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.47648923098249246, "lo": 0.43673985644184166, "hi": 0.5122220871561659, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2330031001810082, "lo": 0.15978775324995168, "hi": 0.33851634907678546, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.10441103235286926, "lo": -0.12171599733066726, "hi": -0.08884200441908428, "n_cond": 28, "n_drugs": 26, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.6916523584516006, "lo": 0.6163565490662695, "hi": 0.771627963217493, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.5495574384456691, "lo": 0.511292881106453, "hi": 0.5834333610033773, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.060089382379067593, "lo": 0.032279576394108396, "hi": 0.09876087490793212, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.17857142857142858 }, "d_pearson_vs_mean": { "mean": -0.031342824889692575, "lo": -0.04434242356299098, "hi": -0.020144492855620304, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.7857142857142857 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.6179416662310485, "lo": 0.5624712623821866, "hi": 0.6734337544022979, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.5871897019955573, "lo": 0.5515588826659252, "hi": 0.618517800906564, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.013621309841484495, "lo": -0.019612574119094707, "hi": -0.008354291504381234, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.8928571428571429 }, "d_pearson_vs_mean": { "mean": 0.006289438660195627, "lo": 0.004072077035914109, "hi": 0.008338306351802388, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.14285714285714285 } }, "null_random_line": { "mse": { "mean": 0.9316306000621866, "lo": 0.8239184125621347, "hi": 1.0454187518814755, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.46456619352985873, "lo": 0.4306642289215634, "hi": 0.49631042476981757, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.3000676239896534, "lo": 0.24217227225488072, "hi": 0.37008236311197235, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.11633406980550298, "lo": -0.12214774641835886, "hi": -0.11074393914925758, "n_cond": 28, "n_drugs": 26, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.6315798515829278, "lo": 0.5763954330315323, "hi": 0.6890718467859013, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.5808869744004417, "lo": 0.5456798733793842, "hi": 0.6125073588043651, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.6875510394783505e-05, "lo": 4.244012963143109e-06, "hi": 2.964752704812692e-05, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.2857142857142857 }, "d_pearson_vs_mean": { "mean": -1.3288934920004697e-05, "lo": -2.1488562100039364e-05, "hi": -6.435006922719051e-06, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.75 } }, "same_organ_mean": { "mse": { "mean": 0.654602593676598, "lo": 0.5961610095929611, "hi": 0.7157664127624638, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "pearson": { "mean": 0.566859346862464, "lo": 0.5306353140378524, "hi": 0.5998600363274847, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.023039617604064897, "lo": 0.016990033262923115, "hi": 0.029232855374613308, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.10714285714285714 }, "d_pearson_vs_mean": { "mean": -0.014040916472897718, "lo": -0.017332190668498636, "hi": -0.010546063750458327, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.8928571428571429 } }, "duplicate": { "mse": { "mean": 1.4587705731391907, "lo": 1.1484469175338745, "hi": 1.7690942287445068, "n_cond": 2, "n_drugs": 2, "frac_neg": 0.0 }, "pearson": { "mean": 0.04920237511396408, "lo": 0.029141806066036224, "hi": 0.06926294416189194, "n_cond": 2, "n_drugs": 2, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.8672615162127406, "lo": 0.5569300427051018, "hi": 1.1775929897203794, "n_cond": 2, "n_drugs": 2, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.5627941623805924, "lo": -0.5946589250423503, "hi": -0.5309293997188346, "n_cond": 2, "n_drugs": 2, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 0.6502706537288054, "lo": 0.5500198266107654, "hi": 0.742998834160364, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.6009092404108363, "lo": 0.5567244631558497, "hi": 0.6391350970929157, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.6581637383707426, "lo": 0.5583069926131636, "hi": 0.7518317967349694, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.596653595958387, "lo": 0.5534010828850343, "hi": 0.6350939868025025, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007893084641937177, "lo": -0.009212445038037899, "hi": 0.021475585021833693, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.15384615384615385 }, "d_pearson_vs_mean": { "mean": -0.004255644452449427, "lo": -0.007316034244468112, "hi": -0.0004387579147510755, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.7692307692307693 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.6422950710118069, "lo": 0.5444683001798515, "hi": 0.7312063511325827, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.6009092404108365, "lo": 0.5567244631558497, "hi": 0.6391350970929154, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00797558271699866, "lo": -0.01581229450697522, "hi": -0.0012578409169548813, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.5384615384615384 }, "d_pearson_vs_mean": { "mean": -3.843079700625542e-17, "lo": -8.540177112501205e-17, "hi": 3.7007434154171884e-18, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.38461538461538464 } }, "_noise_floor_mse": { "mean": 0.41778451204299927, "lo": 0.36844013756721894, "hi": 0.46856753746905017, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7364810109138489, "lo": 0.7046647337957835, "hi": 0.7650615814208451, "n_cond": 28, "n_drugs": 26, "frac_neg": 0.0 } }, "n_cond": 1011, "n_eff": 28, "lam": 100, "mean_effect_norm2": 0.622334361076355, "median_Q": 2.0083727836608887, "frac_var_explained_by_mean_all": 0.13310872834657161, "frac_var_explained_by_mean_eff": 0.36154513375351294, "ic_beta": 0.91193042112937, "same_organ_n": 14 }, "PANC-1": { "all": { "train_mean": { "mse": { "mean": 0.042591999057794774, "lo": 0.038941602128680135, "hi": 0.04719679321392513, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8234376954922259, "lo": 0.8190575155170305, "hi": 0.8278671638543417, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.106469780629208, "lo": 0.09766306206300081, "hi": 0.11747293866640537, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6449252784324313, "lo": 0.6371122761661615, "hi": 0.6519352420015934, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06387778157141322, "lo": 0.05808553441521368, "hi": 0.07146785311504775, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17851241705979448, "lo": -0.18318404572501693, "hi": -0.173952219877837, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.06899707998744367, "lo": 0.06459125483286916, "hi": 0.07460831558941633, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7159713785229435, "lo": 0.7093276639490332, "hi": 0.7223373165708534, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.026405080929648883, "lo": 0.025195112851550804, "hi": 0.02792345413545416, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00530035335689046 }, "d_pearson_vs_mean": { "mean": -0.10746631696928238, "lo": -0.11113708728524091, "hi": -0.10393756532126086, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9938162544169611 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.042105387507146104, "lo": 0.03859388985715265, "hi": 0.0464763043381493, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8239034860767107, "lo": 0.8194990012860728, "hi": 0.8284127923380645, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00048661155064866915, "lo": -0.000707475425155218, "hi": -0.0002927329407540965, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5229681978798587 }, "d_pearson_vs_mean": { "mean": 0.00046579058448480674, "lo": 7.59067021967222e-05, "hi": 0.0008693998220072342, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4531802120141343 } }, "null_random_line": { "mse": { "mean": 0.18321095224489392, "lo": 0.17350692548336377, "hi": 0.1946916087296027, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5752555899308828, "lo": 0.5684659152961523, "hi": 0.5819927981891442, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1406189531870991, "lo": 0.13433959076868304, "hi": 0.14818358202957146, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.248182105561343, "lo": -0.2511126263697565, "hi": -0.24524461731427472, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.04258860543113052, "lo": 0.038938352513436976, "hi": 0.047193377026124854, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8234533576061474, "lo": 0.8190729714538209, "hi": 0.8278816310084085, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.3936266642485027e-06, "lo": -3.8787225145040184e-06, "hi": -2.963754132941703e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8286219081272085 }, "d_pearson_vs_mean": { "mean": 1.5662113921538246e-05, "lo": 1.4235409554219906e-05, "hi": 1.7234736901280147e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.17667844522968199 } }, "same_organ_mean": { "mse": { "mean": 0.0561574331759434, "lo": 0.0514576043714558, "hi": 0.06211443463005024, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7736435857053618, "lo": 0.7682074358569652, "hi": 0.7793911644436406, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013565434118148628, "lo": 0.012450243957718795, "hi": 0.014941462319290678, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.04979410978686399, "lo": -0.05133656861788639, "hi": -0.048288832332352934, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "duplicate": { "mse": { "mean": 0.13025508560750582, "lo": 0.11224189024140939, "hi": 0.14840318548167453, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.40571900713815645, "lo": 0.33296263386699837, "hi": 0.4750051145789106, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.08748710468910342, "lo": 0.06821348420736394, "hi": 0.10545296981852126, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4226339775705131, "lo": -0.4981230423888314, "hi": -0.3422773122305991, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9794520547945206 } }, "IC:train_mean": { "mse": { "mean": 0.045243731473082874, "lo": 0.039496187085971884, "hi": 0.05238148325097204, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.82337413987098, "lo": 0.8169540164008287, "hi": 0.8299411651666051, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.05032629597376842, "lo": 0.04428721480325385, "hi": 0.057668442208799874, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.8042450375690104, "lo": 0.7974327479741823, "hi": 0.8112761370258269, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005082564500685548, "lo": 0.0044833036783367124, "hi": 0.005753708024274323, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.044169611307420496 }, "d_pearson_vs_mean": { "mean": -0.01912910230196952, "lo": -0.020848193546839925, "hi": -0.017644279124571175, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.9522968197879859 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.04518126994284839, "lo": 0.0394313562119095, "hi": 0.05242706209447835, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.8233741398709801, "lo": 0.8169540164008285, "hi": 0.8299411651666051, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.246153023448624e-05, "lo": -0.00022641438648540786, "hi": 0.0001490024053744254, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6890459363957597 }, "d_pearson_vs_mean": { "mean": 5.68842185762006e-18, "lo": -4.495819622170003e-18, "hi": 1.588905373013388e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3250883392226148 } }, "_noise_floor_mse": { "mean": 0.014386258088052273, "lo": 0.013813571283866212, "hi": 0.014970304284526538, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9299647212028503, "lo": 0.9275658351609437, "hi": 0.9324054033600621, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.06291356140646626, "lo": 0.05482086997685287, "hi": 0.07210808179846098, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.8419251464159596, "lo": 0.8356801016781581, "hi": 0.8479616278927129, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.15338840183223185, "lo": 0.13327588939538754, "hi": 0.17723775858939939, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.6905023324434322, "lo": 0.6809206036149748, "hi": 0.7000542391054037, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09047484042576558, "lo": 0.07687070641522699, "hi": 0.10723567622196453, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.15142281397252758, "lo": -0.15660398901247152, "hi": -0.1463097624013019, "n_cond": 428, "n_drugs": 268, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.09308491450763882, "lo": 0.08322026931934644, "hi": 0.10497857349005996, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.7600665226385764, "lo": 0.7513986770147456, "hi": 0.7680702101040783, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.030171353101172554, "lo": 0.027316555515979654, "hi": 0.03378787477477574, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.011682242990654205 }, "d_pearson_vs_mean": { "mean": -0.08185862377738334, "lo": -0.08615030368056424, "hi": -0.07747427186733681, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.985981308411215 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.06164180430529999, "lo": 0.05397485587961093, "hi": 0.07065658726471143, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.8439134731136902, "lo": 0.8377530863843123, "hi": 0.8497753404990677, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0012717571011662797, "lo": -0.0017415530632015467, "hi": -0.0008557250487291738, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.6612149532710281 }, "d_pearson_vs_mean": { "mean": 0.001988326697730545, "lo": 0.001510261300618866, "hi": 0.0024982342634997305, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.3130841121495327 } }, "null_random_line": { "mse": { "mean": 0.24500703878148566, "lo": 0.22435931832882364, "hi": 0.2673636166082614, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.6115634107279011, "lo": 0.6021194320353543, "hi": 0.6207299816852665, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1820934773750194, "lo": 0.16917082757976892, "hi": 0.19643250061326312, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23036173568805865, "lo": -0.2340754919525059, "hi": -0.22641045652224395, "n_cond": 428, "n_drugs": 268, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0629102359928134, "lo": 0.054817561580715914, "hi": 0.07210427479625676, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.8419345372163437, "lo": 0.8356892563683197, "hi": 0.8479704520824239, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.325413652869381e-06, "lo": -4.433525728201082e-06, "hi": -2.3429167522331257e-06, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.780373831775701 }, "d_pearson_vs_mean": { "mean": 9.390800384105652e-06, "lo": 7.617899791111878e-06, "hi": 1.1112491939094178e-05, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.21962616822429906 } }, "same_organ_mean": { "mse": { "mean": 0.0833177526515168, "lo": 0.07328284460078469, "hi": 0.09514609687498315, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "pearson": { "mean": 0.7939724530093074, "lo": 0.7858523373664992, "hi": 0.8018648222039004, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.020404191245050534, "lo": 0.017941067336776757, "hi": 0.023192403990255135, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.002336448598130841 }, "d_pearson_vs_mean": { "mean": -0.047952693406652265, "lo": -0.05016291493638023, "hi": -0.04564063743081216, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.9976635514018691 } }, "duplicate": { "mse": { "mean": 0.14054651210432526, "lo": 0.11572887187223019, "hi": 0.16793303205275958, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.0 }, "pearson": { "mean": 0.4797889636624809, "lo": 0.407960819682986, "hi": 0.5522454436779074, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.13186813186813187 }, "d_mse_vs_mean": { "mean": 0.08930947167999143, "lo": 0.06475676246276867, "hi": 0.11416742397587482, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.02197802197802198 }, "d_pearson_vs_mean": { "mean": -0.36127323628136027, "lo": -0.4409436287694062, "hi": -0.28991305170623466, "n_cond": 91, "n_drugs": 85, "frac_neg": 0.967032967032967 } }, "IC:train_mean": { "mse": { "mean": 0.06797451096605893, "lo": 0.05628704651218314, "hi": 0.08194076599610349, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.8411068394837644, "lo": 0.8322530310238233, "hi": 0.8493210768790586, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07543110051614148, "lo": 0.06325407053874303, "hi": 0.08959732217725472, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.8213333336118885, "lo": 0.8109831652073102, "hi": 0.8307311795637166, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00745658955008255, "lo": 0.0060547998160669966, "hi": 0.00903080978193155, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.06481481481481481 }, "d_pearson_vs_mean": { "mean": -0.01977350587187596, "lo": -0.022973268674672212, "hi": -0.01717450999204394, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.9490740740740741 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.06806829850899078, "lo": 0.05627810843529836, "hi": 0.08231305870006983, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.8411068394837644, "lo": 0.8322530310238233, "hi": 0.8493210768790586, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 9.378754293184927e-05, "lo": -0.00027934483332906043, "hi": 0.0005322257162101387, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.5648148148148148 }, "d_pearson_vs_mean": { "mean": 5.6539135513318154e-18, "lo": -1.2616469695768589e-17, "hi": 2.2544425852788554e-17, "n_cond": 216, "n_drugs": 136, "frac_neg": 0.3333333333333333 } }, "_noise_floor_mse": { "mean": 0.017607664689421654, "lo": 0.016408511922477068, "hi": 0.01880510759665178, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9448709487915039, "lo": 0.9418322404980397, "hi": 0.9477600731420408, "n_cond": 428, "n_drugs": 268, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 428, "lam": 100, "mean_effect_norm2": 0.14058268070220947, "median_Q": 25.77273941040039, "frac_var_explained_by_mean_all": 0.6970323880221372, "frac_var_explained_by_mean_eff": 0.7176201147386916, "ic_beta": 0.96451432365572, "same_organ_n": 6 }, "Panc 03.27": { "all": { "train_mean": { "mse": { "mean": 0.07171060600922842, "lo": 0.06689969769844982, "hi": 0.07808399065546834, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7351841118084145, "lo": 0.7296556383408264, "hi": 0.7407297570292556, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.11307397087900925, "lo": 0.10614318660643628, "hi": 0.12204614994389044, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6112174426838074, "lo": 0.603701855023753, "hi": 0.618517325093513, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.041363364869780817, "lo": 0.0389146210008362, "hi": 0.04444937816091041, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0035366931918656055 }, "d_pearson_vs_mean": { "mean": -0.12396666912460694, "lo": -0.127380409705135, "hi": -0.12074681672124142, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9991158267020336 } }, "nn5_baseline": { "mse": { "mean": 0.0773527856863846, "lo": 0.0723431251612381, "hi": 0.0839066817924969, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7102693722403306, "lo": 0.7039509396855376, "hi": 0.7164856307485652, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005642179677156176, "lo": 0.004836065552823227, "hi": 0.006492333967047388, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.06896551724137931 }, "d_pearson_vs_mean": { "mean": -0.024914739568083776, "lo": -0.026540285788627212, "hi": -0.023314328100613874, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9257294429708223 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.06927236554298154, "lo": 0.06472662066477887, "hi": 0.0752067666573749, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7428704943997713, "lo": 0.7373653872230594, "hi": 0.7483402111679666, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002438240466246875, "lo": -0.002908709516659595, "hi": -0.002056318125303197, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9230769230769231 }, "d_pearson_vs_mean": { "mean": 0.007686382591356935, "lo": 0.00711502794337649, "hi": 0.008294258491735559, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.07957559681697612 } }, "null_random_line": { "mse": { "mean": 0.21103547370836195, "lo": 0.20019814291338883, "hi": 0.22416818008117884, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.517366070952727, "lo": 0.5100895771244637, "hi": 0.5244958886932434, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13932486769913355, "lo": 0.13329875693373025, "hi": 0.14669687600503628, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21781804085568743, "lo": -0.21983194750425458, "hi": -0.21578379360808855, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.07171497565597061, "lo": 0.06690405009840386, "hi": 0.07808827513943312, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7351722476932459, "lo": 0.7296444973562354, "hi": 0.740717621866202, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 4.369646742187437e-06, "lo": 3.5774378030157674e-06, "hi": 5.246877172087907e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.26525198938992045 }, "d_pearson_vs_mean": { "mean": -1.1864115168551137e-05, "lo": -1.3433350905584534e-05, "hi": -1.0229748900795103e-05, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.7374005305039788 } }, "same_organ_mean": { "mse": { "mean": 0.07978883903633417, "lo": 0.07458794543919962, "hi": 0.08653390595053777, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7059844708682016, "lo": 0.6996938159371608, "hi": 0.712116468538405, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008078233027105747, "lo": 0.007467921749122351, "hi": 0.008756588651184219, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.019451812555260833 }, "d_pearson_vs_mean": { "mean": -0.029199640940212754, "lo": -0.030428294695745654, "hi": -0.028032893274668336, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9814323607427056 } }, "duplicate": { "mse": { "mean": 0.19359405777634006, "lo": 0.17543145065567212, "hi": 0.21359094521446084, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.31479723970381834, "lo": 0.25718195509047515, "hi": 0.3723695889773324, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.19863013698630136 }, "d_mse_vs_mean": { "mean": 0.12458254365553308, "lo": 0.10818350177864515, "hi": 0.1412221396763553, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4426696637041736, "lo": -0.4999165380418337, "hi": -0.3824189369488848, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.07713996885159966, "lo": 0.06844007761407368, "hi": 0.088807007612332, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7391860717418158, "lo": 0.7309550874128965, "hi": 0.7471557534339345, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07853746775550152, "lo": 0.06972334016587425, "hi": 0.09060665858847937, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7323409876655382, "lo": 0.7237043144211682, "hi": 0.7404843980926197, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0013974989039018866, "lo": 0.00036217090200809944, "hi": 0.002497850446173989, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.23674911660777384 }, "d_pearson_vs_mean": { "mean": -0.006845084076277411, "lo": -0.008316077304604059, "hi": -0.005246059831359124, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.7508833922261484 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07709282625377009, "lo": 0.06832652673187925, "hi": 0.08881283115340179, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7391860717418157, "lo": 0.7309550874128965, "hi": 0.7471557534339345, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.714259782954228e-05, "lo": -0.00018539855667845954, "hi": 8.717522602512373e-05, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.5936395759717314 }, "d_pearson_vs_mean": { "mean": 7.846099113958703e-19, "lo": -8.708546637588764e-18, "hi": 1.0964461052623567e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3286219081272085 } }, "_noise_floor_mse": { "mean": 0.04434404894709587, "lo": 0.04226746029551835, "hi": 0.047250139363897284, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8252145051956177, "lo": 0.8199577821602932, "hi": 0.8305614691686857, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.09451529271048101, "lo": 0.08565675323439191, "hi": 0.10545645653633813, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.7634119164377332, "lo": 0.75589010187827, "hi": 0.7704783632280455, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.1433917365098179, "lo": 0.13055839134599406, "hi": 0.15863344592438136, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.6584668637092572, "lo": 0.649528041870111, "hi": 0.6669030924823166, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04887644379933687, "lo": 0.044405202778164954, "hi": 0.05436582669286596, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0021598272138228943 }, "d_pearson_vs_mean": { "mean": -0.10494505272847594, "lo": -0.1088310899299335, "hi": -0.10125926323458878, "n_cond": 463, "n_drugs": 292, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.10006045831086861, "lo": 0.09111291932696623, "hi": 0.11126934794512974, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.745858360208529, "lo": 0.7380893674539671, "hi": 0.7535418886161083, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005545165600387598, "lo": 0.003802845994037265, "hi": 0.007217937760597386, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.12526997840172785 }, "d_pearson_vs_mean": { "mean": -0.017553556229204112, "lo": -0.01972940119903936, "hi": -0.015254668113536563, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.8682505399568035 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09058829067530891, "lo": 0.08229408790815289, "hi": 0.10076132003341508, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.7719039973996318, "lo": 0.764665982444626, "hi": 0.7789244520627795, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0039270020351721046, "lo": -0.004804520466124755, "hi": -0.0031795210332960094, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.978401727861771 }, "d_pearson_vs_mean": { "mean": 0.008492080961898666, "lo": 0.007679695021493868, "hi": 0.009426390809524336, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.03455723542116631 } }, "null_random_line": { "mse": { "mean": 0.2686565263223418, "lo": 0.2484977043475728, "hi": 0.2919302990772563, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.5556325093118287, "lo": 0.5455285585723824, "hi": 0.565356120817908, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17414123361186082, "lo": 0.16281813537777348, "hi": 0.18759920052385642, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2077794071259043, "lo": -0.2107007462263118, "hi": -0.2047205470393615, "n_cond": 463, "n_drugs": 292, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09452307981796351, "lo": 0.08566329079494199, "hi": 0.10546504018250503, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.7633957583428954, "lo": 0.7558717210079408, "hi": 0.7704643437250522, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.787107482485672e-06, "lo": 6.202571134183125e-06, "hi": 9.643339453728322e-06, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.17278617710583152 }, "d_pearson_vs_mean": { "mean": -1.6158094837694552e-05, "lo": -1.820468417862372e-05, "hi": -1.4050362430656417e-05, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.8315334773218143 } }, "same_organ_mean": { "mse": { "mean": 0.10480544931450138, "lo": 0.09538837109489649, "hi": 0.11616209232226093, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "pearson": { "mean": 0.7381802867573454, "lo": 0.7298124872885005, "hi": 0.7463095606484583, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.010290156604020361, "lo": 0.009144633764009558, "hi": 0.011576127286940676, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.038876889848812095 }, "d_pearson_vs_mean": { "mean": -0.02523162968038771, "lo": -0.02713519738418539, "hi": -0.023284057787395687, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.9611231101511879 } }, "duplicate": { "mse": { "mean": 0.19740200981211203, "lo": 0.1746917314438727, "hi": 0.2254453093778185, "n_cond": 104, "n_drugs": 97, "frac_neg": 0.0 }, "pearson": { "mean": 0.38753840128741174, "lo": 0.3341576542365269, "hi": 0.4349535133362865, "n_cond": 104, "n_drugs": 97, "frac_neg": 0.1346153846153846 }, "d_mse_vs_mean": { "mean": 0.12268091960221289, "lo": 0.10361884559187272, "hi": 0.14455734129414988, "n_cond": 104, "n_drugs": 97, "frac_neg": 0.019230769230769232 }, "d_pearson_vs_mean": { "mean": -0.3906865910880723, "lo": -0.4445058602140186, "hi": -0.339758527415554, "n_cond": 104, "n_drugs": 97, "frac_neg": 0.9807692307692307 } }, "IC:train_mean": { "mse": { "mean": 0.10560472897803926, "lo": 0.09032163874727875, "hi": 0.12567283839393661, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7640929288710061, "lo": 0.7535527609072175, "hi": 0.7743816222203748, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1062554164104808, "lo": 0.09086940456814352, "hi": 0.12762218826874125, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.76120587531543, "lo": 0.750179465122843, "hi": 0.7719829296035651, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0006506874324415152, "lo": -0.0014654697829861554, "hi": 0.00270558040552756, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.3220338983050847 }, "d_pearson_vs_mean": { "mean": -0.002887053555576124, "lo": -0.005760434935442848, "hi": -0.00016161776363508138, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.6440677966101694 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.10563211119760772, "lo": 0.09028268929840905, "hi": 0.12575919893022225, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "pearson": { "mean": 0.7640929288710061, "lo": 0.7535527609072176, "hi": 0.7743816222203748, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.7382219568478535e-05, "lo": -0.00022095128046253272, "hi": 0.0002979177525122862, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.4703389830508475 }, "d_pearson_vs_mean": { "mean": 1.3172137580298468e-17, "lo": -3.7634678800852764e-18, "hi": 2.934928086357475e-17, "n_cond": 236, "n_drugs": 150, "frac_neg": 0.3008474576271186 } }, "_noise_floor_mse": { "mean": 0.05114307254552841, "lo": 0.047336502870679954, "hi": 0.056498836071484905, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.861931562423706, "lo": 0.8560970078860805, "hi": 0.8675628523221254, "n_cond": 463, "n_drugs": 292, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 463, "lam": 100, "mean_effect_norm2": 0.1692245602607727, "median_Q": 7.689338684082031, "frac_var_explained_by_mean_all": 0.576239962457439, "frac_var_explained_by_mean_eff": 0.6121196193592502, "ic_beta": 0.9615242185064043, "same_organ_n": 6 }, "RKO": { "all": { "train_mean": { "mse": { "mean": 0.10078656545269706, "lo": 0.09280581587587318, "hi": 0.1107530096420725, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6773113377329455, "lo": 0.6704545611241485, "hi": 0.6837542586972898, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.2846132807051383, "lo": 0.2659418887191321, "hi": 0.3071139083947735, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4279296796494614, "lo": 0.4199248849590154, "hi": 0.43568517398231416, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18382671525244126, "lo": 0.1721221582646522, "hi": 0.19706696653790667, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.24938165808348423, "lo": -0.25375220804322707, "hi": -0.24542321618142043, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.11191329875411324, "lo": 0.10399741288993007, "hi": 0.1212740002091677, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6380557522089222, "lo": 0.6304369782275172, "hi": 0.6450325485729832, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.011126733301416196, "lo": 0.010045606602135392, "hi": 0.01215667883835003, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.050442477876106194 }, "d_pearson_vs_mean": { "mean": -0.03925558552402345, "lo": -0.04097750497165319, "hi": -0.037348990874670134, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9451327433628318 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09988224184714604, "lo": 0.09214665798841602, "hi": 0.10943404742132164, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6789920622998803, "lo": 0.6720857468146909, "hi": 0.6854476262061042, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0009043236055509992, "lo": -0.0012852020150952085, "hi": -0.0005874359870879321, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5920353982300885 }, "d_pearson_vs_mean": { "mean": 0.0016807245669346633, "lo": 0.001245161126235149, "hi": 0.0021520976893051507, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.3911504424778761 } }, "null_random_line": { "mse": { "mean": 0.2385675909949082, "lo": 0.2258984727735367, "hi": 0.25373225532702653, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4775221917815579, "lo": 0.4697339772759291, "hi": 0.48502087268858746, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13778102554221117, "lo": 0.13244250474867023, "hi": 0.14382713387683554, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1997891459513877, "lo": -0.2014432431065322, "hi": -0.19814370586021327, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10078641316955, "lo": 0.09280587936365862, "hi": 0.11075255570473277, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6773095439018334, "lo": 0.67045278677661, "hi": 0.6837525342935707, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.5228314704041953e-07, "lo": -6.849950369731382e-07, "hi": 2.856040318541875e-07, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.4584070796460177 }, "d_pearson_vs_mean": { "mean": -1.7938311122279157e-06, "lo": -2.495388178840457e-06, "hi": -1.122083276390863e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.5663716814159292 } }, "same_organ_mean": { "mse": { "mean": 0.11019028528951781, "lo": 0.1016820830470532, "hi": 0.12034141542879767, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6508280537127004, "lo": 0.6436277160941396, "hi": 0.6577691699733159, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009403719836820772, "lo": 0.00847857305698614, "hi": 0.010384423838037633, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.06371681415929203 }, "d_pearson_vs_mean": { "mean": -0.02648328402024525, "lo": -0.028162180007090705, "hi": -0.0246904200499987, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9274336283185841 } }, "duplicate": { "mse": { "mean": 0.2381254310069019, "lo": 0.20164180660029693, "hi": 0.2851818199542488, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3295268350414779, "lo": 0.27514898545749517, "hi": 0.3840865084762628, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.14383561643835616 }, "d_mse_vs_mean": { "mean": 0.12961216515460836, "lo": 0.10644852210517931, "hi": 0.15113663909392444, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.3798056423310819, "lo": -0.42954820699441953, "hi": -0.32608153876277657, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9726027397260274 } }, "IC:train_mean": { "mse": { "mean": 0.10018563765819316, "lo": 0.08821366989639963, "hi": 0.11540175024326407, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6733199538172613, "lo": 0.6634382805138893, "hi": 0.6829664992097155, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.10431390625396703, "lo": 0.09207796464155465, "hi": 0.11930780609425869, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6589004899723863, "lo": 0.6486799290151554, "hi": 0.6690436577651812, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004128268595773866, "lo": 0.0032895762085267235, "hi": 0.004933887367396121, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.08818342151675485 }, "d_pearson_vs_mean": { "mean": -0.014419463844875082, "lo": -0.015860251424680276, "hi": -0.012905497503394887, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.892416225749559 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.09996439424330494, "lo": 0.08800690619267772, "hi": 0.11517008771212753, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6733199538172613, "lo": 0.6634382805138894, "hi": 0.6829664992097155, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00022124341488821898, "lo": -0.00033078334650508024, "hi": -0.00010951634364495953, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.7477954144620811 }, "d_pearson_vs_mean": { "mean": 5.13992141030165e-18, "lo": -4.504373934789094e-18, "hi": 1.5006226720836677e-17, "n_cond": 567, "n_drugs": 190, "frac_neg": 0.2945326278659612 } }, "_noise_floor_mse": { "mean": 0.05441807210445404, "lo": 0.051144591132984876, "hi": 0.05822766988592784, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8182911276817322, "lo": 0.8118017616957856, "hi": 0.8251196014167285, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.14838408871291692, "lo": 0.12984709288083535, "hi": 0.1704025180436037, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.7142403370120934, "lo": 0.7052897923073781, "hi": 0.7232931001568849, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.4420081662824197, "lo": 0.3989683762602199, "hi": 0.4877413004008519, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.46706846238896893, "lo": 0.4534061686929952, "hi": 0.4802959436894581, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.2936240775695028, "lo": 0.26551693473245697, "hi": 0.3221802279624629, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.24717187462312448, "lo": -0.2548090938086098, "hi": -0.23943570168172834, "n_cond": 377, "n_drugs": 246, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.1620002885250936, "lo": 0.14374803218328655, "hi": 0.18273946339918828, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.6825529596249007, "lo": 0.672515408507963, "hi": 0.6928049327084604, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013616199812176695, "lo": 0.010499267352721988, "hi": 0.0163561568047131, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.09283819628647215 }, "d_pearson_vs_mean": { "mean": -0.03168737738719277, "lo": -0.03467246964936855, "hi": -0.028592105474282557, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.9045092838196287 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.14611762081423219, "lo": 0.12830885716638255, "hi": 0.16726332373055475, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.7172881680961808, "lo": 0.7086639846116076, "hi": 0.7261403199802262, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00226646789868473, "lo": -0.003309892593799273, "hi": -0.0014645663009284142, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.6816976127320955 }, "d_pearson_vs_mean": { "mean": 0.0030478310840874904, "lo": 0.0023774184505359736, "hi": 0.003721682413804259, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.29973474801061006 } }, "null_random_line": { "mse": { "mean": 0.329859492510713, "lo": 0.29973297813141214, "hi": 0.3639716905138846, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.5241116271745022, "lo": 0.5135744542751113, "hi": 0.5350781702721168, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18147540379779614, "lo": 0.16991347057167663, "hi": 0.19441439966212926, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19012870983759123, "lo": -0.19290854515084016, "hi": -0.18718601630192136, "n_cond": 377, "n_drugs": 246, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.14838359804212062, "lo": 0.12984700083776382, "hi": 0.17040157844280795, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.7142385890799847, "lo": 0.7052875711397599, "hi": 0.723292173653597, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.90670796292778e-07, "lo": -2.0317175510265195e-06, "hi": 7.080334243291312e-07, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.4562334217506631 }, "d_pearson_vs_mean": { "mean": -1.747932108635264e-06, "lo": -3.114636402575218e-06, "hi": -3.849952842002908e-07, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.5676392572944297 } }, "same_organ_mean": { "mse": { "mean": 0.16356441705359034, "lo": 0.14368091752362946, "hi": 0.1865948256877065, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "pearson": { "mean": 0.6875277785150927, "lo": 0.6775761389378119, "hi": 0.6973874931529466, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.015180328340673429, "lo": 0.013142610209019714, "hi": 0.017296950354003145, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.07957559681697612 }, "d_pearson_vs_mean": { "mean": -0.02671255849700067, "lo": -0.029419617955299696, "hi": -0.024032140167649194, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.9098143236074271 } }, "duplicate": { "mse": { "mean": 0.26318132955321044, "lo": 0.2038505280349057, "hi": 0.3373867304864175, "n_cond": 86, "n_drugs": 82, "frac_neg": 0.0 }, "pearson": { "mean": 0.4109019281310138, "lo": 0.3585955078327881, "hi": 0.45987413436681135, "n_cond": 86, "n_drugs": 82, "frac_neg": 0.10465116279069768 }, "d_mse_vs_mean": { "mean": 0.12668723626370165, "lo": 0.09736213883204671, "hi": 0.15740710959145637, "n_cond": 86, "n_drugs": 82, "frac_neg": 0.023255813953488372 }, "d_pearson_vs_mean": { "mean": -0.3239616456036488, "lo": -0.37714929834579825, "hi": -0.2750201420545572, "n_cond": 86, "n_drugs": 82, "frac_neg": 0.9534883720930233 } }, "IC:train_mean": { "mse": { "mean": 0.14743304551226158, "lo": 0.11730740380971294, "hi": 0.18731160002241493, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114363663123823, "lo": 0.6989426810401308, "hi": 0.7232600126203793, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.15208613545306626, "lo": 0.12224837128551394, "hi": 0.1903326593000659, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7017727960860348, "lo": 0.6893421224019418, "hi": 0.714340190628866, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00465308994080469, "lo": 0.0023243808638257948, "hi": 0.006819056719063832, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.18478260869565216 }, "d_pearson_vs_mean": { "mean": -0.009663570226347241, "lo": -0.013384885273753653, "hi": -0.006461333189553924, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.782608695652174 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.14728265450221031, "lo": 0.11706300694302563, "hi": 0.18731171156192342, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "pearson": { "mean": 0.7114363663123823, "lo": 0.6989426810401308, "hi": 0.7232600126203793, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00015039101005126444, "lo": -0.00041945867995918384, "hi": 0.00014417229802849297, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.625 }, "d_pearson_vs_mean": { "mean": 1.0860877414811314e-17, "lo": -6.602223011671824e-18, "hi": 2.8358957694229545e-17, "n_cond": 184, "n_drugs": 119, "frac_neg": 0.2608695652173913 } }, "_noise_floor_mse": { "mean": 0.06494756042957306, "lo": 0.0587218917673541, "hi": 0.07210178729208758, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8660812377929688, "lo": 0.858157526779625, "hi": 0.8737532589168466, "n_cond": 377, "n_drugs": 246, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 377, "lam": 100, "mean_effect_norm2": 0.19420357048511505, "median_Q": 7.719884395599365, "frac_var_explained_by_mean_all": 0.48102619740236985, "frac_var_explained_by_mean_eff": 0.5203506638820997, "ic_beta": 0.9605841075271242, "same_organ_n": 8 }, "RPMI-7951": { "all": { "train_mean": { "mse": { "mean": 0.10791473448384567, "lo": 0.10108266071338134, "hi": 0.11607650723373009, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.684666596905903, "lo": 0.6783140283470106, "hi": 0.6913073989325074, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.16231204032507784, "lo": 0.15318699292571525, "hi": 0.17312336989674448, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5559269582600684, "lo": 0.54739899666404, "hi": 0.5649803652579171, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0008841732979664014 }, "d_mse_vs_mean": { "mean": 0.05439730584123221, "lo": 0.051887592639749784, "hi": 0.057250820816685, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.12873963864583451, "lo": -0.13161078114241226, "hi": -0.12585352579489184, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9991158267020336 } }, "nn5_baseline": { "mse": { "mean": 0.1479564030121849, "lo": 0.14096728435086459, "hi": 0.15614092764366047, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5810315164179497, "lo": 0.5726037670222904, "hi": 0.589614331650321, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04004166852833924, "lo": 0.03849523017254585, "hi": 0.04160655677138306, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.010610079575596816 }, "d_pearson_vs_mean": { "mean": -0.10363508048795322, "lo": -0.1083462981938727, "hi": -0.0992919717668272, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.97789566755084 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10651274858532782, "lo": 0.099904683267877, "hi": 0.11427106189870995, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.686757456212456, "lo": 0.6802907469553688, "hi": 0.693471284640169, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0014019858985178492, "lo": -0.0019102345610201086, "hi": -0.0009775708432403691, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.601237842617153 }, "d_pearson_vs_mean": { "mean": 0.0020908593065530547, "lo": 0.00141465716720301, "hi": 0.002770198721618644, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.3793103448275862 } }, "null_random_line": { "mse": { "mean": 0.24646810300957048, "lo": 0.23393127609885145, "hi": 0.26103355217457325, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4824991742159937, "lo": 0.4748606501352291, "hi": 0.4902382992838292, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1385533685257248, "lo": 0.13254703061264558, "hi": 0.145863294346567, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20216742268990917, "lo": -0.2041168220554648, "hi": -0.20024343765331962, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1079132125058946, "lo": 0.10108122196699329, "hi": 0.11607471081004203, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6846720677788346, "lo": 0.6783191037141773, "hi": 0.6913136291073061, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.52197795106829e-06, "lo": -1.9557662482657404e-06, "hi": -1.1275758512756537e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.6693191865605659 }, "d_pearson_vs_mean": { "mean": 5.470872931666633e-06, "lo": 4.600920690565939e-06, "hi": 6.3550139410650206e-06, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.3333333333333333 } }, "same_organ_mean": { "mse": { "mean": 0.13493519789902217, "lo": 0.12624647389877333, "hi": 0.14500789809732328, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6083218596584695, "lo": 0.6007197062379931, "hi": 0.616058182392561, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02702046341517648, "lo": 0.02501855233203313, "hi": 0.029389658996020862, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0008841732979664014 }, "d_pearson_vs_mean": { "mean": -0.0763447372474335, "lo": -0.07790904798572164, "hi": -0.07477662592667994, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.25139463774553716, "lo": 0.23187339620344713, "hi": 0.27214859255011664, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2635462196601223, "lo": 0.21566062669716154, "hi": 0.30983587786884526, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.15669575048524012, "lo": 0.1397959975998438, "hi": 0.1732005111946808, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4434956054747555, "lo": -0.49207159899350333, "hi": -0.3911996688309427, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.11162937773154812, "lo": 0.10058629728703944, "hi": 0.12472641572366376, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6825899322143576, "lo": 0.6732192108715112, "hi": 0.6921539676146014, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11720104128140703, "lo": 0.10531516722626123, "hi": 0.13104383412166426, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.670021257813126, "lo": 0.6605852847087915, "hi": 0.6798255067501173, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00557166354985891, "lo": 0.004277949959214027, "hi": 0.0071542360496078235, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.1757469244288225 }, "d_pearson_vs_mean": { "mean": -0.01256867440123152, "lo": -0.014182168268788053, "hi": -0.010877269765064743, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.789103690685413 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11163893359124327, "lo": 0.10058791410248998, "hi": 0.1247259955668696, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6825899322143576, "lo": 0.6732192108715112, "hi": 0.6921539676146014, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 9.555859695153972e-06, "lo": -1.3031546225669015e-05, "hi": 3.249585148183167e-05, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3655536028119508 }, "d_pearson_vs_mean": { "mean": -2.1463011020872973e-18, "lo": -1.182735831405443e-17, "hi": 7.136481222274189e-18, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3339191564147627 } }, "_noise_floor_mse": { "mean": 0.07246951758861542, "lo": 0.06881271941106575, "hi": 0.0764565713008497, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7809070944786072, "lo": 0.7749974700295328, "hi": 0.787144647343493, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.16642438147254388, "lo": 0.15141046878669817, "hi": 0.18285026495512474, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.7054503309236368, "lo": 0.6944776915519636, "hi": 0.7164002454723146, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.23876909713594974, "lo": 0.21924600163152846, "hi": 0.2606552412749582, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.5977300125799596, "lo": 0.5837965550925416, "hi": 0.6115510463242991, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07234471566340585, "lo": 0.06726160814843893, "hi": 0.07781628623639425, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.10772031834367723, "lo": -0.11214315768004114, "hi": -0.10358796422150648, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.9973684210526316 } }, "nn5_baseline": { "mse": { "mean": 0.20894923355029466, "lo": 0.19283631392539374, "hi": 0.22646338864606394, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.6309457217583786, "lo": 0.6173198926349721, "hi": 0.6435599975132335, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04252485207775079, "lo": 0.039558001067811904, "hi": 0.04566341157361471, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.02894736842105263 }, "d_pearson_vs_mean": { "mean": -0.07450460916525817, "lo": -0.08017173420178339, "hi": -0.06880811443341299, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.9421052631578948 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.16283272112455, "lo": 0.1481074403099593, "hi": 0.1789913337763609, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.7104079903037619, "lo": 0.6992631698236211, "hi": 0.7214532692103443, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0035916603479938546, "lo": -0.004798483125397076, "hi": -0.0025880780321060203, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.7026315789473684 }, "d_pearson_vs_mean": { "mean": 0.004957659380125154, "lo": 0.003993766608496603, "hi": 0.00592672606318733, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.2868421052631579 } }, "null_random_line": { "mse": { "mean": 0.3538173545495641, "lo": 0.3259436354934826, "hi": 0.3847381160797217, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.5160611914644658, "lo": 0.5040302238765452, "hi": 0.5280133680585486, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18739297307702013, "lo": 0.17413694605687935, "hi": 0.20229590071451214, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.18938913945917096, "lo": -0.19284092046393259, "hi": -0.1859526812807075, "n_cond": 380, "n_drugs": 250, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.16642233929070246, "lo": 0.15140833832870018, "hi": 0.18284786346262324, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.705454784839666, "lo": 0.6944822999015402, "hi": 0.7164044323225258, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.0421818414017657e-06, "lo": -3.0261392399364854e-06, "hi": -1.1279577080402605e-06, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.631578947368421 }, "d_pearson_vs_mean": { "mean": 4.453916029072647e-06, "lo": 2.7494700312784446e-06, "hi": 6.023545309010199e-06, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.36578947368421055 } }, "same_organ_mean": { "mse": { "mean": 0.20709313611126898, "lo": 0.18815325602827185, "hi": 0.22807466951485322, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "pearson": { "mean": 0.634548068399043, "lo": 0.6219160796021311, "hi": 0.6471569958790797, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04066875463872508, "lo": 0.03644270318025799, "hi": 0.04554825724129193, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.002631578947368421 }, "d_pearson_vs_mean": { "mean": -0.07090226252459382, "lo": -0.07356103595537603, "hi": -0.06837711011694485, "n_cond": 380, "n_drugs": 250, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.2879143161820127, "lo": 0.2567035956112178, "hi": 0.32149229753859243, "n_cond": 77, "n_drugs": 72, "frac_neg": 0.0 }, "pearson": { "mean": 0.3200851393887749, "lo": 0.2628747141626987, "hi": 0.3747228240405026, "n_cond": 77, "n_drugs": 72, "frac_neg": 0.12987012987012986 }, "d_mse_vs_mean": { "mean": 0.1725102099265142, "lo": 0.1439590708036947, "hi": 0.20115411866607608, "n_cond": 77, "n_drugs": 72, "frac_neg": 0.025974025974025976 }, "d_pearson_vs_mean": { "mean": -0.4154876660307671, "lo": -0.477434307425938, "hi": -0.3606376917858144, "n_cond": 77, "n_drugs": 72, "frac_neg": 0.974025974025974 } }, "IC:train_mean": { "mse": { "mean": 0.17588855453943866, "lo": 0.15307611476835295, "hi": 0.2003880550286496, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.7028809130367537, "lo": 0.6875411596753322, "hi": 0.7176944697844292, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.18466076280124966, "lo": 0.1604981014763828, "hi": 0.21096324799651545, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.6923733078558639, "lo": 0.6762303406434673, "hi": 0.7080664927498432, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00877220826181094, "lo": 0.0059769920428409656, "hi": 0.011952853383401869, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.21081081081081082 }, "d_pearson_vs_mean": { "mean": -0.010507605180889674, "lo": -0.01314489222109896, "hi": -0.008033903313159164, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.7513513513513513 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.17588433290306385, "lo": 0.15307290343693875, "hi": 0.20042230164771196, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "pearson": { "mean": 0.7028809130367537, "lo": 0.6875411596753322, "hi": 0.7176944697844292, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.221636374838684e-06, "lo": -5.9987183780189905e-05, "hi": 5.2529429544170786e-05, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.44324324324324327 }, "d_pearson_vs_mean": { "mean": -2.100421938480026e-18, "lo": -1.850371707708594e-17, "hi": 1.3261960973842685e-17, "n_cond": 185, "n_drugs": 124, "frac_neg": 0.32432432432432434 } }, "_noise_floor_mse": { "mean": 0.10044268518686295, "lo": 0.09203300619597439, "hi": 0.11012660405448656, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.818486750125885, "lo": 0.8088491356426336, "hi": 0.82754011890283, "n_cond": 380, "n_drugs": 250, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 380, "lam": 100, "mean_effect_norm2": 0.21252191066741943, "median_Q": 5.510875225067139, "frac_var_explained_by_mean_all": 0.4922183122439362, "frac_var_explained_by_mean_eff": 0.5169879603892127, "ic_beta": 1.0089805134936585, "same_organ_n": 3 }, "SHP-77": { "all": { "train_mean": { "mse": { "mean": 0.1368708847178522, "lo": 0.12656206175471954, "hi": 0.14890449844281478, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6122162156194696, "lo": 0.6031296506822236, "hi": 0.6214673861051504, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.26685108456084966, "lo": 0.25041942276265855, "hi": 0.2863990004096894, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.39915171526932597, "lo": 0.3904679583689579, "hi": 0.4079752835337074, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1299801998429975, "lo": 0.12314530536558217, "hi": 0.13979494255752103, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21306450035014365, "lo": -0.21733684794698294, "hi": -0.2089231433384058, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.19039369265655592, "lo": 0.1791119136727141, "hi": 0.2035156145918568, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.48870409561142986, "lo": 0.47939709481928977, "hi": 0.4982742767778971, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05352280793870376, "lo": 0.05161879043304448, "hi": 0.05548712049546763, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0088339222614841 }, "d_pearson_vs_mean": { "mean": -0.12351212000803977, "lo": -0.12652486395686763, "hi": -0.12046697645397675, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9964664310954063 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.13916873209800024, "lo": 0.1288493757477139, "hi": 0.15118243510593227, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6036930576863703, "lo": 0.5944567542022745, "hi": 0.6131890652061256, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0022978473801480623, "lo": 0.001861935295975667, "hi": 0.0026920910855543706, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.14045936395759717 }, "d_pearson_vs_mean": { "mean": -0.008523157933099405, "lo": -0.00913572398515891, "hi": -0.007833970619461486, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8462897526501767 } }, "null_random_line": { "mse": { "mean": 0.27547841981840915, "lo": 0.25961007784173734, "hi": 0.294401456264355, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4332937208286051, "lo": 0.4248278046024958, "hi": 0.44183016661498775, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13860753510055693, "lo": 0.13246796495460447, "hi": 0.14598029736288215, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17892249479086447, "lo": -0.18165148375975887, "hi": -0.17638363450477942, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.13690467866265016, "lo": 0.12659517951708937, "hi": 0.1489386611539946, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6121063645650306, "lo": 0.6030173477139846, "hi": 0.6213560508257076, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.379394479799816e-05, "lo": 3.06006772710387e-05, "hi": 3.781378396963358e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.05123674911660778 }, "d_pearson_vs_mean": { "mean": -0.00010985105443888125, "lo": -0.0001156105840778628, "hi": -0.00010418765096962935, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9240282685512368 } }, "same_organ_mean": { "mse": { "mean": 0.14909472001354, "lo": 0.13819037296702527, "hi": 0.16203841122385332, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5752931304877701, "lo": 0.5664260738301057, "hi": 0.5846482758339163, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.012223835295687832, "lo": 0.011455716881646877, "hi": 0.01321164099064379, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.00441696113074205 }, "d_pearson_vs_mean": { "mean": -0.036923085131699555, "lo": -0.038268836244886056, "hi": -0.03566610830660977, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9893992932862191 } }, "duplicate": { "mse": { "mean": 0.2778436056248946, "lo": 0.26282349811116573, "hi": 0.2945384625169364, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.21440806128650788, "lo": 0.17260213968915217, "hi": 0.2559196662045232, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.14383561643835616 }, "d_mse_vs_mean": { "mean": 0.1599297735673886, "lo": 0.14225705851809212, "hi": 0.17527203843492167, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.02054794520547945 }, "d_pearson_vs_mean": { "mean": -0.4180451452063188, "lo": -0.4688184059698698, "hi": -0.36479176632243787, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.1469977333999971, "lo": 0.12991157822958113, "hi": 0.1660287891229895, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6098472780844478, "lo": 0.5969986982727244, "hi": 0.6230295323343402, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.15543251798939403, "lo": 0.1372065207129076, "hi": 0.1761809213570373, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5887773477453551, "lo": 0.5757448024278787, "hi": 0.6022151387690876, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008434784589396924, "lo": 0.0062293078729296495, "hi": 0.010967429920979823, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.01936619718309859 }, "d_pearson_vs_mean": { "mean": -0.021069930339092813, "lo": -0.022661076109911363, "hi": -0.019536757120847428, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.9753521126760564 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1439285932493347, "lo": 0.1272657021113591, "hi": 0.16282595386908386, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6098472780844478, "lo": 0.5969986982727244, "hi": 0.6230295323343402, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.003069140150662362, "lo": -0.004436228955237679, "hi": -0.0019267177965161374, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.8080985915492958 }, "d_pearson_vs_mean": { "mean": -4.495621402531444e-18, "lo": -1.256604097337071e-17, "hi": 3.46959992580511e-18, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3204225352112676 } }, "_noise_floor_mse": { "mean": 0.08942713588476181, "lo": 0.0825222793750333, "hi": 0.0965757594956602, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7540420293807983, "lo": 0.7462362006950677, "hi": 0.761751528517635, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.3213245372581648, "lo": 0.2928001503294804, "hi": 0.35134119296515887, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.5866259426482157, "lo": 0.5682318608160095, "hi": 0.6046577962852744, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.5325095043022168, "lo": 0.48766680823430325, "hi": 0.5800408963253469, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.40811815886711394, "lo": 0.38744729140282724, "hi": 0.42894157648039705, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.21118496704405199, "lo": 0.19142499298132953, "hi": 0.23263557929315268, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17850778378110166, "lo": -0.1860906127466441, "hi": -0.17096589969034579, "n_cond": 205, "n_drugs": 142, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.40055113021681116, "lo": 0.36927655709118895, "hi": 0.4338723503487456, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.49404085699416955, "lo": 0.47244024298642173, "hi": 0.5146821404589185, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07922659295864638, "lo": 0.07218724014763106, "hi": 0.0860564595966041, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.04390243902439024 }, "d_pearson_vs_mean": { "mean": -0.09258508565404608, "lo": -0.09896746422802398, "hi": -0.0865194294877873, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.9804878048780488 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.32329617883094797, "lo": 0.29483843724881953, "hi": 0.35258764190957825, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.5811694450458442, "lo": 0.5618613960842135, "hi": 0.5995310275375678, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0019716415727832086, "lo": -4.821642669698344e-05, "hi": 0.003721792782244407, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.22439024390243903 }, "d_pearson_vs_mean": { "mean": -0.00545649760237147, "lo": -0.007181997406151657, "hi": -0.0037768302504219762, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.7365853658536585 } }, "null_random_line": { "mse": { "mean": 0.5662107506862212, "lo": 0.5211596392665035, "hi": 0.6120711402983088, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.43109401393693325, "lo": 0.41239057782743743, "hi": 0.4496992076758214, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.24488621342805636, "lo": 0.22606385218796557, "hi": 0.26612914188684417, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.15553192871128244, "lo": -0.15950062752752756, "hi": -0.1515287194717252, "n_cond": 205, "n_drugs": 142, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.3213796718104168, "lo": 0.29284632340260386, "hi": 0.3513933755625433, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.586560179957878, "lo": 0.5681639875095919, "hi": 0.6045923450993499, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 5.51345522520569e-05, "lo": 4.032538527222885e-05, "hi": 7.322182446627839e-05, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.16097560975609757 }, "d_pearson_vs_mean": { "mean": -6.57626903376484e-05, "lo": -7.855686067946372e-05, "hi": -5.406603997493322e-05, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.7853658536585366 } }, "same_organ_mean": { "mse": { "mean": 0.3405007392027515, "lo": 0.3109625943019299, "hi": 0.3714871304221266, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "pearson": { "mean": 0.563100818076564, "lo": 0.5438626820981224, "hi": 0.5814062606477638, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.019176201944586788, "lo": 0.016399087736562165, "hi": 0.02217066490777889, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.01951219512195122 }, "d_pearson_vs_mean": { "mean": -0.023525124571651696, "lo": -0.02595283054832269, "hi": -0.021183936319364268, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.9560975609756097 } }, "duplicate": { "mse": { "mean": 0.3567754516706747, "lo": 0.3149229014482857, "hi": 0.3984969729300171, "n_cond": 34, "n_drugs": 31, "frac_neg": 0.0 }, "pearson": { "mean": 0.3336893046165214, "lo": 0.24356325162105075, "hi": 0.41280981615518353, "n_cond": 34, "n_drugs": 31, "frac_neg": 0.11764705882352941 }, "d_mse_vs_mean": { "mean": 0.14287831310292334, "lo": 0.0756902386104688, "hi": 0.19047876037379374, "n_cond": 34, "n_drugs": 31, "frac_neg": 0.08823529411764706 }, "d_pearson_vs_mean": { "mean": -0.31440408267389436, "lo": -0.42199303998658483, "hi": -0.22422795911440926, "n_cond": 34, "n_drugs": 31, "frac_neg": 0.9411764705882353 } }, "IC:train_mean": { "mse": { "mean": 0.33460088681043193, "lo": 0.29198675138185537, "hi": 0.3780544542045258, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "pearson": { "mean": 0.5898573346539949, "lo": 0.5638787088188754, "hi": 0.615385637781265, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.35297472187601847, "lo": 0.308818594905558, "hi": 0.3991493550168148, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "pearson": { "mean": 0.5710428132874603, "lo": 0.54508955396854, "hi": 0.5961424972372571, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.018373835065586576, "lo": 0.009521470632281006, "hi": 0.027856793571060516, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.027777777777777776 }, "d_pearson_vs_mean": { "mean": -0.018814521366534602, "lo": -0.022168188618947326, "hi": -0.015134986968591073, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.9629629629629629 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.32548464103378866, "lo": 0.28466568516349544, "hi": 0.36649964286363385, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "pearson": { "mean": 0.5898573346539949, "lo": 0.5638787088188754, "hi": 0.615385637781265, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.009116245776643212, "lo": -0.0152707091992939, "hi": -0.0038185812618128324, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.6481481481481481 }, "d_pearson_vs_mean": { "mean": -1.5419764230904951e-18, "lo": -2.0424603198184125e-17, "hi": 1.6871627709576982e-17, "n_cond": 108, "n_drugs": 74, "frac_neg": 0.3055555555555556 } }, "_noise_floor_mse": { "mean": 0.20093071460723877, "lo": 0.17771034818554074, "hi": 0.2245216831295223, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.749131977558136, "lo": 0.7235964091435216, "hi": 0.7731328902358936, "n_cond": 205, "n_drugs": 142, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 205, "lam": 100, "mean_effect_norm2": 0.2086688131093979, "median_Q": 5.987725257873535, "frac_var_explained_by_mean_all": 0.3440759897067345, "frac_var_explained_by_mean_eff": 0.3229841261950245, "ic_beta": 0.8503910346498974, "same_organ_n": 14 }, "SK-MEL-2": { "all": { "train_mean": { "mse": { "mean": 0.098530678700491, "lo": 0.09181682377153651, "hi": 0.1063632446568061, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6789849588146989, "lo": 0.6728372251221204, "hi": 0.6851531018014093, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.19650449515867088, "lo": 0.18388479839023397, "hi": 0.21135445324734778, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4992510987474948, "lo": 0.4907837312743866, "hi": 0.507155945025346, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09797381645817987, "lo": 0.09186610359529568, "hi": 0.1054270308139305, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17973386006720415, "lo": -0.18428584473494877, "hi": -0.17531331091616853, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9991150442477876 } }, "nn5_baseline": { "mse": { "mean": 0.1269034483192257, "lo": 0.11922323148675158, "hi": 0.13589030731322643, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5967789847008352, "lo": 0.5892481570002689, "hi": 0.6043947233732772, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.028372769618734712, "lo": 0.027064361606664186, "hi": 0.029755164443629613, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0035398230088495575 }, "d_pearson_vs_mean": { "mean": -0.08220597411386374, "lo": -0.0841996322263162, "hi": -0.08023385638847834, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9964601769911504 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.09928358127588151, "lo": 0.09268572374384, "hi": 0.10694780485300584, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6753879996720379, "lo": 0.6690922619665292, "hi": 0.6815670255439162, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0007529025753905185, "lo": 0.0005568290747824126, "hi": 0.0009292867216365524, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.17699115044247787 }, "d_pearson_vs_mean": { "mean": -0.003596959142661071, "lo": -0.0040235430815074805, "hi": -0.0031773673500419333, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.7628318584070797 } }, "null_random_line": { "mse": { "mean": 0.23656971175953076, "lo": 0.2244733068241302, "hi": 0.25059934801199013, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4786066056218241, "lo": 0.471296070754038, "hi": 0.48602687913070336, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13803903305903978, "lo": 0.132521389936607, "hi": 0.14470672501416457, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2003783531928749, "lo": -0.20221279683552215, "hi": -0.1984906226192804, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.09853541778370269, "lo": 0.09182145571546171, "hi": 0.10636827390858304, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6789623798442328, "lo": 0.6728134165548106, "hi": 0.6851293178348383, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 4.739083211696675e-06, "lo": 4.168213090962608e-06, "hi": 5.224857289457845e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.1672566371681416 }, "d_pearson_vs_mean": { "mean": -2.2578970466129227e-05, "lo": -2.4430744827647636e-05, "hi": -2.08023958967014e-05, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.8168141592920354 } }, "same_organ_mean": { "mse": { "mean": 0.12481492548343225, "lo": 0.1166942931714354, "hi": 0.1342738984544802, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6047604586452688, "lo": 0.5973803011837588, "hi": 0.6122233795915097, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.026284246782941247, "lo": 0.02482359839594922, "hi": 0.028030267170132694, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0035398230088495575 }, "d_pearson_vs_mean": { "mean": -0.07422450016943002, "lo": -0.07619041392456306, "hi": -0.07221070188389585, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9938053097345133 } }, "duplicate": { "mse": { "mean": 0.22601135957935084, "lo": 0.2027550852845227, "hi": 0.2505116051772889, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.30882490628513776, "lo": 0.2536042227523202, "hi": 0.36222990600637284, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1780821917808219 }, "d_mse_vs_mean": { "mean": 0.13077116814828363, "lo": 0.11274857270021722, "hi": 0.14783104386049092, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.00684931506849315 }, "d_pearson_vs_mean": { "mean": -0.3985164173952689, "lo": -0.450897517844596, "hi": -0.34173387597061994, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9931506849315068 } }, "IC:train_mean": { "mse": { "mean": 0.10420511461834894, "lo": 0.09317216889924518, "hi": 0.11725728782613912, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.679564342363942, "lo": 0.6711582197355958, "hi": 0.6884756411124194, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.11204879121264687, "lo": 0.09954195441424427, "hi": 0.1272278096724798, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6564767953027364, "lo": 0.6474561653309395, "hi": 0.6657657663224671, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007843676594297928, "lo": 0.006012645813186445, "hi": 0.010042605440719278, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.04063604240282685 }, "d_pearson_vs_mean": { "mean": -0.023087547061205645, "lo": -0.024775075394425142, "hi": -0.0216312942802491, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.9734982332155477 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.1038639668223858, "lo": 0.0927365264617607, "hi": 0.11701043497817117, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.679564342363942, "lo": 0.6711582197355958, "hi": 0.6884756411124194, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0003411477959631424, "lo": -0.0006603158363291464, "hi": -8.996591183073513e-05, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.7667844522968198 }, "d_pearson_vs_mean": { "mean": 7.551870397185252e-18, "lo": -1.7800750108353483e-18, "hi": 1.7066020673106763e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3003533568904594 } }, "_noise_floor_mse": { "mean": 0.05853636935353279, "lo": 0.05545035544465568, "hi": 0.061968248914908076, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.802085280418396, "lo": 0.7969255707243591, "hi": 0.8073638495396815, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.13662360604175203, "lo": 0.12463146214346642, "hi": 0.14944632575970412, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.7038015954527242, "lo": 0.6951952995884145, "hi": 0.7123895921824065, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.2653842976438756, "lo": 0.24315477379096467, "hi": 0.29063511179408963, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.5399360220244247, "lo": 0.5285019597304617, "hi": 0.5513997117767694, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.12876069160212353, "lo": 0.11632697405804421, "hi": 0.14215914137179583, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16386557342829955, "lo": -0.17035258735707112, "hi": -0.15804339835728343, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.997737556561086 } }, "nn5_baseline": { "mse": { "mean": 0.17288075481138648, "lo": 0.15896322646356492, "hi": 0.18744012136057686, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.629721574180706, "lo": 0.619158545958206, "hi": 0.6402333619737892, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.036257148769634456, "lo": 0.03359513782919296, "hi": 0.03900198699090187, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.00904977375565611 }, "d_pearson_vs_mean": { "mean": -0.07408002127201838, "lo": -0.0775434858555714, "hi": -0.07086433960125683, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.9909502262443439 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.13682885508996692, "lo": 0.1249714355815979, "hi": 0.14936482400202372, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.7023809646740292, "lo": 0.6936273800226963, "hi": 0.7111178489938903, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00020524904821490146, "lo": -0.00020650391827486554, "hi": 0.0005914071213122301, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.32805429864253394 }, "d_pearson_vs_mean": { "mean": -0.0014206307786950583, "lo": -0.002012976988956411, "hi": -0.0008543228122967918, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.6040723981900452 } }, "null_random_line": { "mse": { "mean": 0.31032482683011525, "lo": 0.28905334005176536, "hi": 0.3347276994490354, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.5125271522600797, "lo": 0.5022196922616404, "hi": 0.5223825975208921, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17370122078836328, "lo": 0.16323707110903926, "hi": 0.18537054555995353, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19127444319264453, "lo": -0.19429976720887063, "hi": -0.188489205176662, "n_cond": 442, "n_drugs": 289, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1366268793328636, "lo": 0.12463563472274905, "hi": 0.14944884241200265, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.7037891231485712, "lo": 0.6951820296421822, "hi": 0.7123751704284238, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.2732911115876762e-06, "lo": 2.1640622892011107e-06, "hi": 4.309029584148968e-06, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.23529411764705882 }, "d_pearson_vs_mean": { "mean": -1.2472304152976734e-05, "lo": -1.4482790145278896e-05, "hi": -1.0445319336207961e-05, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.7352941176470589 } }, "same_organ_mean": { "mse": { "mean": 0.17081548764248242, "lo": 0.15675961688680556, "hi": 0.18625008069614232, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "pearson": { "mean": 0.6368824298553792, "lo": 0.6266878201890925, "hi": 0.6469347969072828, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03419188160073038, "lo": 0.03131022678657609, "hi": 0.037536123783670716, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.00904977375565611 }, "d_pearson_vs_mean": { "mean": -0.06691916559734513, "lo": -0.0703018959552021, "hi": -0.06378196300980454, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.9864253393665159 } }, "duplicate": { "mse": { "mean": 0.23427035192949602, "lo": 0.2018808698571484, "hi": 0.26849681153933314, "n_cond": 99, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.3972251575835275, "lo": 0.3485674614282867, "hi": 0.44166962261808557, "n_cond": 99, "n_drugs": 94, "frac_neg": 0.1111111111111111 }, "d_mse_vs_mean": { "mean": 0.12674726163249508, "lo": 0.1077775033000719, "hi": 0.14891744935135307, "n_cond": 99, "n_drugs": 94, "frac_neg": 0.010101010101010102 }, "d_pearson_vs_mean": { "mean": -0.3329959011814556, "lo": -0.38187848945428454, "hi": -0.2892914817568579, "n_cond": 99, "n_drugs": 94, "frac_neg": 0.98989898989899 } }, "IC:train_mean": { "mse": { "mean": 0.142771780176175, "lo": 0.12480055006862364, "hi": 0.16502236935769338, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6991899268851871, "lo": 0.6874214416665568, "hi": 0.7112735425785301, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1536974161266404, "lo": 0.13328922873753202, "hi": 0.1793780629026797, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6771191625542816, "lo": 0.6642130144606018, "hi": 0.6896819008585257, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01092563595046542, "lo": 0.007760145200877966, "hi": 0.014963896305402348, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.05555555555555555 }, "d_pearson_vs_mean": { "mean": -0.022070764330905428, "lo": -0.025161359881425482, "hi": -0.019456578253778053, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.9658119658119658 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.14241293164322846, "lo": 0.12426122778591547, "hi": 0.16473651741099782, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "pearson": { "mean": 0.6991899268851871, "lo": 0.6874214416665568, "hi": 0.7112735425785301, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00035884853294653325, "lo": -0.0010130066544193825, "hi": 0.00015835605265272423, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.6923076923076923 }, "d_pearson_vs_mean": { "mean": 1.708035422500241e-17, "lo": 7.26681069449599e-19, "hi": 3.321417215336925e-17, "n_cond": 234, "n_drugs": 149, "frac_neg": 0.2777777777777778 } }, "_noise_floor_mse": { "mean": 0.07349677383899689, "lo": 0.06781295033976224, "hi": 0.07886485772271802, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8340528607368469, "lo": 0.826497741207663, "hi": 0.8417826429653997, "n_cond": 442, "n_drugs": 289, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 442, "lam": 100, "mean_effect_norm2": 0.18980509042739868, "median_Q": 7.343979835510254, "frac_var_explained_by_mean_all": 0.480884951617357, "frac_var_explained_by_mean_eff": 0.5069412635703531, "ic_beta": 0.9412176117587923, "same_organ_n": 3 }, "SNU-1": { "all": { "train_mean": { "mse": { "mean": 0.20883185744605948, "lo": 0.1945505205135001, "hi": 0.2251621963728332, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5576435058706576, "lo": 0.5501926993494934, "hi": 0.5653823887648451, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.32497834776890033, "lo": 0.3072655094056159, "hi": 0.3462367811605847, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.3900412337667681, "lo": 0.382179469600762, "hi": 0.39785625982646416, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11614649032284084, "lo": 0.11085798234254722, "hi": 0.12203506854218621, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16760227210388956, "lo": -0.17178757520106552, "hi": -0.1636642391098652, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.23919766261477515, "lo": 0.22525272204790478, "hi": 0.2552648103599274, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.47800189404678833, "lo": 0.46964340658516923, "hi": 0.4863794394330755, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03036580516871569, "lo": 0.028837040649059675, "hi": 0.031929592519130884, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.02920353982300885 }, "d_pearson_vs_mean": { "mean": -0.07964161182386921, "lo": -0.08281854488327942, "hi": -0.0764413465231332, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9690265486725663 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.20570882455139652, "lo": 0.19182122956004888, "hi": 0.22158788809358057, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5643862302525621, "lo": 0.5569353222255837, "hi": 0.5721418063812568, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0031230328946629665, "lo": -0.0037693011492639433, "hi": -0.0025575267824469055, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.8247787610619469 }, "d_pearson_vs_mean": { "mean": 0.006742724381904408, "lo": 0.00606819306164537, "hi": 0.007384581607722951, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.19469026548672566 } }, "null_random_line": { "mse": { "mean": 0.3445942640682317, "lo": 0.32563290047995863, "hi": 0.36681844023637983, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.39515980080424024, "lo": 0.38755444947718004, "hi": 0.40287070433464456, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1357624066221722, "lo": 0.13062296295724707, "hi": 0.14191317141684284, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.16248370506641738, "lo": -0.16414036685368588, "hi": -0.16073056231628566, "n_cond": 1130, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.2088242999671249, "lo": 0.19454333672922478, "hi": 0.2251532854429025, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5576629805363764, "lo": 0.550211885167806, "hi": 0.5654019986074208, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -7.5574789346009115e-06, "lo": -8.754846934058077e-06, "hi": -6.4805675341442374e-06, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.8991150442477877 }, "d_pearson_vs_mean": { "mean": 1.9474665718727394e-05, "lo": 1.822526370352987e-05, "hi": 2.0741756032525647e-05, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.1168141592920354 } }, "same_organ_mean": { "mse": { "mean": 0.28630652932303263, "lo": 0.2683539206659422, "hi": 0.3077200346719456, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.42030747705450694, "lo": 0.4131900782924477, "hi": 0.42793730305222344, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07747467187697321, "lo": 0.0727723052270788, "hi": 0.08298043083838243, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.13733602881615073, "lo": -0.14068137561924965, "hi": -0.13406134672087677, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.9991150442477876 } }, "duplicate": { "mse": { "mean": 0.4564917465187099, "lo": 0.41158287802224797, "hi": 0.5127977862655441, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.19895037134777602, "lo": 0.16415269253535097, "hi": 0.23181608653418365, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.24579676932245417, "lo": 0.22620144853941265, "hi": 0.26532142912685575, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.38385591575116784, "lo": -0.4234590391764877, "hi": -0.34239790186736724, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9931506849315068 } }, "IC:train_mean": { "mse": { "mean": 0.2174162646751078, "lo": 0.19544281985292405, "hi": 0.2446193933811016, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5533099306669002, "lo": 0.5426973348351575, "hi": 0.5636128603856275, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.22595383234952549, "lo": 0.2032630527053861, "hi": 0.2543979614217692, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5345032441683449, "lo": 0.5237486614252862, "hi": 0.5451297498329758, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.00853756767441767, "lo": 0.007148367208111362, "hi": 0.010292002387622113, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.047872340425531915 }, "d_pearson_vs_mean": { "mean": -0.018806686498555172, "lo": -0.020511030512010194, "hi": -0.0172638959929942, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.9414893617021277 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.21745272954185466, "lo": 0.19539403448522444, "hi": 0.24476291114369417, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5533099306669002, "lo": 0.5426973348351575, "hi": 0.5636128603856275, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.646486674686198e-05, "lo": -6.105378068017354e-05, "hi": 0.00015026653858710523, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.7127659574468085 }, "d_pearson_vs_mean": { "mean": 1.9684805401155257e-19, "lo": -7.64251058361162e-18, "hi": 7.418851729875433e-18, "n_cond": 564, "n_drugs": 190, "frac_neg": 0.3120567375886525 } }, "_noise_floor_mse": { "mean": 0.13052800297737122, "lo": 0.12300221321281576, "hi": 0.13899978126096402, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7316697239875793, "lo": 0.7255392657093824, "hi": 0.7380581028070876, "n_cond": 1130, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.39789382500098325, "lo": 0.3618530852657247, "hi": 0.43828657484182604, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5644137593420945, "lo": 0.5488989199134174, "hi": 0.5801894272373554, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.5611960239313514, "lo": 0.5130557336514506, "hi": 0.6107901717144748, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.41972238808489926, "lo": 0.4029328729911627, "hi": 0.43580560194638274, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1633021989303681, "lo": 0.1513709214410895, "hi": 0.17730154777123616, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14469137125719536, "lo": -0.15130115214327217, "hi": -0.1381637483079329, "n_cond": 276, "n_drugs": 199, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.426291387498203, "lo": 0.39114888694855127, "hi": 0.4646385669218299, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5137573797872571, "lo": 0.49692215880328655, "hi": 0.5306963080235358, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.02839756249721973, "lo": 0.02364048990880825, "hi": 0.03279547495809423, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.09782608695652174 }, "d_pearson_vs_mean": { "mean": -0.050656379554837414, "lo": -0.05517563028855138, "hi": -0.04603346511977652, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.9130434782608695 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.3905520710158852, "lo": 0.3551231020338963, "hi": 0.42890364652260354, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5730713992890988, "lo": 0.557700268869716, "hi": 0.5887223483208711, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.007341753985098046, "lo": -0.00945110407270082, "hi": -0.005618940578889608, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.9420289855072463 }, "d_pearson_vs_mean": { "mean": 0.008657639947004072, "lo": 0.007591194238587219, "hi": 0.009866868181988316, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.10507246376811594 } }, "null_random_line": { "mse": { "mean": 0.6031322047959343, "lo": 0.5550989218882781, "hi": 0.6576402415463852, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.4147301275459601, "lo": 0.398980255976592, "hi": 0.43062690648269986, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.20523837979495113, "lo": 0.19150914634698812, "hi": 0.22077063423774743, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14968363179613445, "lo": -0.15249784234083302, "hi": -0.14697654441323144, "n_cond": 276, "n_drugs": 199, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.39787983208244143, "lo": 0.3618413356328969, "hi": 0.4382720361770123, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.5644322341148172, "lo": 0.5489170703882118, "hi": 0.58020856641994, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.3992918541799595e-05, "lo": -1.7766889093681035e-05, "hi": -1.0840040142560514e-05, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.8840579710144928 }, "d_pearson_vs_mean": { "mean": 1.847477272252446e-05, "lo": 1.6262259827449423e-05, "hi": 2.069586043309962e-05, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.13768115942028986 } }, "same_organ_mean": { "mse": { "mean": 0.5266756203329214, "lo": 0.481806628526867, "hi": 0.5767193379959626, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "pearson": { "mean": 0.4396810626412915, "lo": 0.42426860694627366, "hi": 0.4549733990338649, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.12878179533193804, "lo": 0.115594286726233, "hi": 0.1439236462395402, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1247326967008031, "lo": -0.13007205854694381, "hi": -0.11984523936101482, "n_cond": 276, "n_drugs": 199, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.5949001739609916, "lo": 0.5073049883849241, "hi": 0.6947146545992129, "n_cond": 53, "n_drugs": 48, "frac_neg": 0.0 }, "pearson": { "mean": 0.23433191432037725, "lo": 0.18241938512552588, "hi": 0.2837270964540679, "n_cond": 53, "n_drugs": 48, "frac_neg": 0.16981132075471697 }, "d_mse_vs_mean": { "mean": 0.27940772719565493, "lo": 0.24319236362257363, "hi": 0.318848498784119, "n_cond": 53, "n_drugs": 48, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.36506018432584064, "lo": -0.42204422452460993, "hi": -0.3081229562515414, "n_cond": 53, "n_drugs": 48, "frac_neg": 0.9811320754716981 } }, "IC:train_mean": { "mse": { "mean": 0.41605697841571826, "lo": 0.36289900385323487, "hi": 0.47647916077429875, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "pearson": { "mean": 0.5570072958077995, "lo": 0.5360936724053056, "hi": 0.5781063858468509, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.4326312822600336, "lo": 0.3763957054344073, "hi": 0.4961211089982733, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "pearson": { "mean": 0.5400745353936948, "lo": 0.5185234227713572, "hi": 0.5615356012708392, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.016574303844315373, "lo": 0.012730436724005863, "hi": 0.021245344084621, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.028985507246376812 }, "d_pearson_vs_mean": { "mean": -0.016932760414104756, "lo": -0.01980464421049227, "hi": -0.014298653441477368, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.9420289855072463 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.4165347491901847, "lo": 0.3633224367596156, "hi": 0.47722976395635647, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "pearson": { "mean": 0.5570072958077995, "lo": 0.5360936724053056, "hi": 0.5781063858468509, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0004777707744664553, "lo": 0.00015294226351157114, "hi": 0.0008345898470852626, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.4927536231884058 }, "d_pearson_vs_mean": { "mean": -9.8552406171436e-18, "lo": -2.5097094317214136e-17, "hi": 6.26184188423343e-18, "n_cond": 138, "n_drugs": 100, "frac_neg": 0.3188405797101449 } }, "_noise_floor_mse": { "mean": 0.22959601879119873, "lo": 0.20746092417354423, "hi": 0.25129995980586395, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7635602355003357, "lo": 0.7477437362465623, "hi": 0.7780781363289592, "n_cond": 276, "n_drugs": 199, "frac_neg": 0.0 } }, "n_cond": 1130, "n_eff": 276, "lam": 100, "mean_effect_norm2": 0.3090207874774933, "median_Q": 4.902106285095215, "frac_var_explained_by_mean_all": 0.3242142085303268, "frac_var_explained_by_mean_eff": 0.3446123383061098, "ic_beta": 0.9793123397481442, "same_organ_n": 1 }, "SNU-423": { "all": { "train_mean": { "mse": { "mean": 0.07787253484696913, "lo": 0.07304439971223911, "hi": 0.08331221655558002, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7299340648542412, "lo": 0.7233023497991032, "hi": 0.736458956864692, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.16803076476094483, "lo": 0.15839323446028516, "hi": 0.17939535261663855, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5521786327143277, "lo": 0.5435071010425596, "hi": 0.5609503525822532, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09015822991397572, "lo": 0.08422297983333335, "hi": 0.0965967939123496, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0008833922261484099 }, "d_pearson_vs_mean": { "mean": -0.17775543213991357, "lo": -0.18130239684431765, "hi": -0.1743498101045617, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9991166077738516 } }, "nn5_baseline": { "mse": { "mean": 0.11509320349545939, "lo": 0.11003239050300194, "hi": 0.12095493668811516, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6241668990239956, "lo": 0.6156349877422037, "hi": 0.6327193239317748, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03722066864849027, "lo": 0.035509457430951026, "hi": 0.03894542324621436, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.022084805653710248 }, "d_pearson_vs_mean": { "mean": -0.10576716583024566, "lo": -0.11052296925724361, "hi": -0.10128644111018203, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9787985865724381 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07588696982872908, "lo": 0.07149525020751808, "hi": 0.08085114924764995, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7348017648819312, "lo": 0.7281358393391343, "hi": 0.7414441404749734, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0019855650182400344, "lo": -0.002487042008239175, "hi": -0.0015443205743548851, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.7561837455830389 }, "d_pearson_vs_mean": { "mean": 0.00486770002768984, "lo": 0.004298323514444946, "hi": 0.005410421566988034, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.22703180212014135 } }, "null_random_line": { "mse": { "mean": 0.21773968010651426, "lo": 0.20686904818302915, "hi": 0.23024822367893946, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5129756415288081, "lo": 0.5050880467124397, "hi": 0.5204898900035161, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13986714525954513, "lo": 0.1336261369786854, "hi": 0.14739971850770706, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2169584233254331, "lo": -0.21907775853016478, "hi": -0.21487289315505526, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0778725502436134, "lo": 0.07304430372793917, "hi": 0.08331276565173386, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.729935922673936, "lo": 0.7233039478506657, "hi": 0.7364606741604341, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.5396644278550607e-08, "lo": -5.701824923073788e-07, "hi": 5.84761713860531e-07, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5742049469964664 }, "d_pearson_vs_mean": { "mean": 1.8578196947659646e-06, "lo": 1.0848653641678804e-06, "hi": 2.609394082539687e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4213780918727915 } }, "same_organ_mean": { "mse": { "mean": 0.2380701760283068, "lo": 0.2254491717355019, "hi": 0.25165329524008945, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4512638433178005, "lo": 0.4419514513314397, "hi": 0.4608190415630373, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16019764118133764, "lo": 0.15184559879401646, "hi": 0.16974655074776993, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.27867022153644083, "lo": -0.2834040656780651, "hi": -0.274082890348779, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.1888765080844703, "lo": 0.16585222875069522, "hi": 0.21267793870361162, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3427250453327585, "lo": 0.2837635936789457, "hi": 0.40088880670321575, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1643835616438356 }, "d_mse_vs_mean": { "mean": 0.11657669862325758, "lo": 0.09336776800563897, "hi": 0.1386201197591931, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4115921951453182, "lo": -0.46813500408592423, "hi": -0.34960055553314184, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.08006773396351119, "lo": 0.07221242852590197, "hi": 0.0891899692901063, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7310202704619889, "lo": 0.7207776741220269, "hi": 0.7403878982965149, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.08048826062397729, "lo": 0.07254614271147798, "hi": 0.08959692979437996, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7306744885799165, "lo": 0.7197792464729478, "hi": 0.7407231175554195, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0004205266604661041, "lo": -0.00038835803572213266, "hi": 0.0013596797012529198, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.46397188049209137 }, "d_pearson_vs_mean": { "mean": -0.00034578188207248507, "lo": -0.0019978839611016876, "hi": 0.0013747839014167055, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.5184534270650264 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.08009537685107428, "lo": 0.07221601828819724, "hi": 0.08921709789101918, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7310202704619889, "lo": 0.7207776741220269, "hi": 0.7403878982965149, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.764288756309202e-05, "lo": -1.2683801212989887e-05, "hi": 7.675541102697272e-05, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.5588752196836555 }, "d_pearson_vs_mean": { "mean": 3.6096882171468184e-18, "lo": -5.876118690081462e-18, "hi": 1.3095940607374205e-17, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3093145869947276 } }, "_noise_floor_mse": { "mean": 0.0423865020275116, "lo": 0.04078986820806791, "hi": 0.04396558927970801, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8414161205291748, "lo": 0.8354148385484266, "hi": 0.8475129897850658, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.10941537361968579, "lo": 0.09934243560922544, "hi": 0.12100083304742318, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7617848590622769, "lo": 0.7530015115981766, "hi": 0.7704403395570227, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.24532093848850214, "lo": 0.2231632278223411, "hi": 0.2687791590179163, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.5914961295052529, "lo": 0.5790412277726512, "hi": 0.6042373338762411, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13590556486881636, "lo": 0.12116066577160654, "hi": 0.15169831247861862, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0025188916876574307 }, "d_pearson_vs_mean": { "mean": -0.17028872955702415, "lo": -0.17754838071386828, "hi": -0.1630932246456173, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.9974811083123426 } }, "nn5_baseline": { "mse": { "mean": 0.14738374565638906, "lo": 0.13656394572554778, "hi": 0.15916644360944085, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.6845452335933222, "lo": 0.673583353726062, "hi": 0.6953070503138457, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03796837203670329, "lo": 0.03456754190235809, "hi": 0.04136903113186464, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.060453400503778336 }, "d_pearson_vs_mean": { "mean": -0.07723962546895471, "lo": -0.08335247972171159, "hi": -0.0708826293030197, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.9420654911838791 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.10518270301448719, "lo": 0.09606779909427504, "hi": 0.11570076854949621, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7689063252438763, "lo": 0.7602562522605669, "hi": 0.7773311330378505, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.004232670605198582, "lo": -0.005326596498357598, "hi": -0.0032379246074316238, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.8589420654911839 }, "d_pearson_vs_mean": { "mean": 0.007121466181599117, "lo": 0.006233633481392484, "hi": 0.008097695675127222, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.12846347607052896 } }, "null_random_line": { "mse": { "mean": 0.298389978844861, "lo": 0.2751950731684998, "hi": 0.32375849162466885, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.5519597375257401, "lo": 0.5408330494170076, "hi": 0.5625540593232357, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1889746052251752, "lo": 0.1750630897835703, "hi": 0.20383902438833762, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2098251215365368, "lo": -0.2133523378252291, "hi": -0.20602058373798565, "n_cond": 397, "n_drugs": 269, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.10941610891464586, "lo": 0.09934302109799355, "hi": 0.12100186149810731, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.7617850125260076, "lo": 0.7530016532058621, "hi": 0.7704402729894401, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.352949600775918e-07, "lo": -5.889846177707355e-07, "hi": 2.077206536892259e-06, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.5440806045340051 }, "d_pearson_vs_mean": { "mean": 1.53463730667993e-07, "lo": -1.1893650163022253e-06, "hi": 1.4808937109677901e-06, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.4508816120906801 } }, "same_organ_mean": { "mse": { "mean": 0.31896131025969365, "lo": 0.29328868220137105, "hi": 0.34537087462057864, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "pearson": { "mean": 0.4963533019841009, "lo": 0.4838300216813223, "hi": 0.5093485217793342, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.20954593664000784, "lo": 0.19281586655812913, "hi": 0.22699155210848732, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2654315570781761, "lo": -0.2725239609607286, "hi": -0.25821966860685686, "n_cond": 397, "n_drugs": 269, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.22447546884633493, "lo": 0.18569022400871565, "hi": 0.2620779271785061, "n_cond": 69, "n_drugs": 63, "frac_neg": 0.0 }, "pearson": { "mean": 0.38957090103539865, "lo": 0.3089810311298488, "hi": 0.47102732349626736, "n_cond": 69, "n_drugs": 63, "frac_neg": 0.17391304347826086 }, "d_mse_vs_mean": { "mean": 0.1305620641879246, "lo": 0.09205498724974819, "hi": 0.16865527594171537, "n_cond": 69, "n_drugs": 63, "frac_neg": 0.028985507246376812 }, "d_pearson_vs_mean": { "mean": -0.39081941328345254, "lo": -0.47729433798457244, "hi": -0.30563576309694124, "n_cond": 69, "n_drugs": 63, "frac_neg": 0.9710144927536232 } }, "IC:train_mean": { "mse": { "mean": 0.11658821627712788, "lo": 0.10026213456462002, "hi": 0.13559844535100926, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "pearson": { "mean": 0.7640958188196268, "lo": 0.7496736134818831, "hi": 0.7778502843063829, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1163875830484697, "lo": 0.09978514838714653, "hi": 0.1353996443049396, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "pearson": { "mean": 0.7677484568866194, "lo": 0.7534582847657343, "hi": 0.7813487693865959, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00020063322865816844, "lo": -0.0022307981084905082, "hi": 0.002237234589057809, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.5935828877005348 }, "d_pearson_vs_mean": { "mean": 0.0036526380669928034, "lo": 0.0009798315700303918, "hi": 0.006494465560310604, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.39037433155080214 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.11668894788857054, "lo": 0.10031527483614114, "hi": 0.13574696000047912, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "pearson": { "mean": 0.7640958188196268, "lo": 0.7496736134818831, "hi": 0.7778502843063829, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0001007316114426276, "lo": 1.4313632079025123e-05, "hi": 0.0002027652239685034, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.3850267379679144 }, "d_pearson_vs_mean": { "mean": 6.233872598162644e-18, "lo": -9.814991845863571e-18, "hi": 2.3488894044928493e-17, "n_cond": 187, "n_drugs": 127, "frac_neg": 0.31016042780748665 } }, "_noise_floor_mse": { "mean": 0.04815869778394699, "lo": 0.045555144866147035, "hi": 0.050660156635997204, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8829658627510071, "lo": 0.877198164686368, "hi": 0.889024781915873, "n_cond": 397, "n_drugs": 269, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 397, "lam": 100, "mean_effect_norm2": 0.18243570625782013, "median_Q": 9.755218505859375, "frac_var_explained_by_mean_all": 0.5731508023055596, "frac_var_explained_by_mean_eff": 0.6163747138120059, "ic_beta": 0.9917207831259254, "same_organ_n": 1 }, "SW 1088": { "all": { "train_mean": { "mse": { "mean": 1.012110824383003, "lo": 0.9729282849681377, "hi": 1.054620895076928, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.31405907950289985, "lo": 0.3033791248461952, "hi": 0.324839467765686, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.061337686090442, "lo": 1.0228797194866845, "hi": 1.1035021498205642, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.260443312756387, "lo": 0.25016112403611734, "hi": 0.2704372878700807, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.04922686170743899, "lo": 0.04675906269184584, "hi": 0.05182593099202669, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.007891770011273957 }, "d_pearson_vs_mean": { "mean": -0.05361576674651284, "lo": -0.05587665343120818, "hi": -0.051277868436195556, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.979706877113867 } }, "nn5_baseline": { "mse": { "mean": 1.018591502596499, "lo": 0.9794425844163573, "hi": 1.061760293520688, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.3049302961034507, "lo": 0.29407194773087963, "hi": 0.3160758449369174, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.007891770011273957 }, "d_mse_vs_mean": { "mean": 0.0064806782134961775, "lo": 0.004967959676053405, "hi": 0.007889462358778803, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.2277339346110485 }, "d_pearson_vs_mean": { "mean": -0.009128783399449128, "lo": -0.010306688745092111, "hi": -0.007943915264987477, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.7328072153325818 } }, "ridge_baseline_pca10": { "mse": { "mean": 1.0089661754444794, "lo": 0.9698827509909138, "hi": 1.0516318103258793, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.3189347863674394, "lo": 0.30818767179558965, "hi": 0.3299589004657205, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": -0.003144648938523648, "lo": -0.0039758520915638825, "hi": -0.0025064276507726804, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.7519729425028185 }, "d_pearson_vs_mean": { "mean": 0.004875706864539565, "lo": 0.0044303746282245045, "hi": 0.005349738698963861, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.17023675310033823 } }, "null_random_line": { "mse": { "mean": 1.1261780638821952, "lo": 1.0870699964079873, "hi": 1.1694174436035751, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.22716534839129726, "lo": 0.2185098602672965, "hi": 0.23580643716010155, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.11406723949919222, "lo": 0.10805833392267652, "hi": 0.1207737050968849, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.08689373111160255, "lo": -0.08955848779798602, "hi": -0.08410135952944599, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.992108229988726 } }, "null_ridge_shuffled": { "mse": { "mean": 1.012103094043694, "lo": 0.9729205035000678, "hi": 1.0546136425575154, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.3140645043118991, "lo": 0.3033838813638262, "hi": 0.3248437368589952, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": -7.730339309043794e-06, "lo": -1.0129450690809497e-05, "hi": -5.220192585115396e-06, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.6234498308906427 }, "d_pearson_vs_mean": { "mean": 5.42480899926877e-06, "lo": 2.4892359118199806e-06, "hi": 8.594450692759969e-06, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.45659526493799324 } }, "same_organ_mean": { "mse": { "mean": 1.047453128674684, "lo": 1.0088649920062787, "hi": 1.090198387757201, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "pearson": { "mean": 0.2773203797685681, "lo": 0.26733539577960136, "hi": 0.28754787475855903, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.006764374295377677 }, "d_mse_vs_mean": { "mean": 0.03534230429168108, "lo": 0.03255914769939798, "hi": 0.03834342027364134, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.05749718151071026 }, "d_pearson_vs_mean": { "mean": -0.03673869973433173, "lo": -0.038749541978117016, "hi": -0.03465091830533675, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.9413754227733935 } }, "duplicate": { "mse": { "mean": 1.5997051439787213, "lo": 1.455752728503017, "hi": 1.7490304026876382, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.0 }, "pearson": { "mean": 0.09488344104070086, "lo": 0.07816647360637864, "hi": 0.11440949469559601, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.10526315789473684 }, "d_mse_vs_mean": { "mean": 0.8502177320063848, "lo": 0.7501240898736354, "hi": 0.9528577719575817, "n_cond": 114, "n_drugs": 104, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.26550126864760276, "lo": -0.2810565731015564, "hi": -0.25043713574139015, "n_cond": 114, "n_drugs": 104, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 1.013264518765856, "lo": 0.9546220396957456, "hi": 1.0710077618039284, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.3184225487213283, "lo": 0.3032425685536518, "hi": 0.33408492781531374, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 1.0165528081565272, "lo": 0.9578542021408561, "hi": 1.0742971571936253, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.31633909787349646, "lo": 0.30119119905804786, "hi": 0.33233277742789075, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": 0.0032882893906711463, "lo": 0.0011722524769346152, "hi": 0.005213120988818115, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.32574031890660593 }, "d_pearson_vs_mean": { "mean": -0.0020834508478318014, "lo": -0.003747489955775351, "hi": -0.0004924539758606221, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.5968109339407744 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 1.012962838572379, "lo": 0.9544737205628667, "hi": 1.0707305978257076, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.0 }, "pearson": { "mean": 0.3184225487213283, "lo": 0.3032425685536518, "hi": 0.33408492781531374, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.002277904328018223 }, "d_mse_vs_mean": { "mean": -0.00030168019347676475, "lo": -0.0005263020610635829, "hi": -0.0001325528941149508, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.6560364464692483 }, "d_pearson_vs_mean": { "mean": 4.319026786429727e-18, "lo": -7.745855612740897e-19, "hi": 9.593545529353725e-18, "n_cond": 439, "n_drugs": 178, "frac_neg": 0.30296127562642367 } }, "_noise_floor_mse": { "mean": 0.9549790620803833, "lo": 0.9032509022529779, "hi": 1.0093751652096097, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.3860706090927124, "lo": 0.36528931498481554, "hi": 0.40737062347411496, "n_cond": 887, "n_drugs": 356, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 1.0136734783244519, "lo": 0.9047611683916409, "hi": 1.1399313788260321, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5359500770387866, "lo": 0.49546920069126876, "hi": 0.5773460335832112, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.1058789779222342, "lo": 0.9793123393524501, "hi": 1.2533472780531114, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.49593646633288024, "lo": 0.4540780214689503, "hi": 0.5388706084962068, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.09220549959778229, "lo": 0.06735402308300723, "hi": 0.12229179301667316, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.038461538461538464 }, "d_pearson_vs_mean": { "mean": -0.04001361070590633, "lo": -0.046793605745366784, "hi": -0.03363361833639873, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 1.005164154520448, "lo": 0.895168628420481, "hi": 1.1317639588256554, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.540489705708528, "lo": 0.499055780302412, "hi": 0.5827532139438814, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.008509323804003958, "lo": -0.024401910009258034, "hi": 0.004593871423310604, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.5 }, "d_pearson_vs_mean": { "mean": 0.0045396286697415005, "lo": -0.0014264697529337363, "hi": 0.010386209550687812, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.5 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.9961323748097264, "lo": 0.8887552715535318, "hi": 1.1183652440390668, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5467466400416451, "lo": 0.5064180486828905, "hi": 0.5885391563421251, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.017541103514725556, "lo": -0.026824553277931946, "hi": -0.01112702400042065, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 }, "d_pearson_vs_mean": { "mean": 0.01079656300285851, "lo": 0.008101333913412927, "hi": 0.013565122879860827, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } }, "null_random_line": { "mse": { "mean": 1.2976800730004014, "lo": 1.1506763404293185, "hi": 1.4656937099857916, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.4218565174486162, "lo": 0.3803898669402663, "hi": 0.46074154728495453, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.28400659467594963, "lo": 0.227923805635393, "hi": 0.3528204757517067, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1140935595901704, "lo": -0.12664437028820344, "hi": -0.1039167497629373, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 1.013631296813659, "lo": 0.9047264244565231, "hi": 1.1398732548539843, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.5359750814447655, "lo": 0.4954935530018973, "hi": 0.5773807618089063, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.218151079295078e-05, "lo": -6.536247132755316e-05, "hi": -1.9999964509251017e-05, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.7692307692307693 }, "d_pearson_vs_mean": { "mean": 2.500440597887386e-05, "lo": 1.190812226538807e-05, "hi": 3.7079164989107414e-05, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.2692307692307692 } }, "same_organ_mean": { "mse": { "mean": 1.095421959420998, "lo": 0.9720570700276069, "hi": 1.2366550010958721, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "pearson": { "mean": 0.49670041875211496, "lo": 0.45340828676044004, "hi": 0.5406446612459356, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.08174848109654596, "lo": 0.059674330163764104, "hi": 0.10499123016967499, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.03924965828667167, "lo": -0.04966035672908723, "hi": -0.03064445657843305, "n_cond": 26, "n_drugs": 24, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 2.0560400088628135, "lo": 1.0407792329788208, "hi": 2.789214849472046, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "pearson": { "mean": 0.25851018851002056, "lo": 0.05148421600461006, "hi": 0.5782187581062317, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.2069358108885178, "lo": 0.33196489225108594, "hi": 1.9779888866917794, "n_cond": 3, "n_drugs": 3, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.3451766946724217, "lo": -0.5189812822398596, "hi": -0.11085669352150973, "n_cond": 3, "n_drugs": 3, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 1.125231569190158, "lo": 0.9489195254134496, "hi": 1.3329656799263552, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5532402716831475, "lo": 0.49702326173225964, "hi": 0.6130656451138122, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 1.1278144232552199, "lo": 0.9356711143711692, "hi": 1.3586115588434173, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5578804594534263, "lo": 0.4995466380933813, "hi": 0.6183861291934273, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0025828540650619106, "lo": -0.030799097712596427, "hi": 0.03542945345352039, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.38461538461538464 }, "d_pearson_vs_mean": { "mean": 0.004640187770278918, "lo": -0.0028411875555364756, "hi": 0.01135844489619583, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.38461538461538464 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 1.1237448008219784, "lo": 0.9481663244395095, "hi": 1.329974470670937, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "pearson": { "mean": 0.5532402716831475, "lo": 0.4970232617322596, "hi": 0.6130656451138121, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0014867683681795568, "lo": -0.004643832769538102, "hi": 0.0009267209497675105, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.46153846153846156 }, "d_pearson_vs_mean": { "mean": -1.2810265668751807e-17, "lo": -6.013708050052931e-17, "hi": 2.7755575615628914e-17, "n_cond": 13, "n_drugs": 12, "frac_neg": 0.3076923076923077 } }, "_noise_floor_mse": { "mean": 0.7194584608078003, "lo": 0.5801576161224927, "hi": 0.8809814234885076, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.6850515007972717, "lo": 0.6119771769580742, "hi": 0.7394090577013909, "n_cond": 26, "n_drugs": 24, "frac_neg": 0.0 } }, "n_cond": 887, "n_eff": 26, "lam": 100, "mean_effect_norm2": 1.1234080791473389, "median_Q": 1.6362894773483276, "frac_var_explained_by_mean_all": 0.099071082743868, "frac_var_explained_by_mean_eff": 0.3037703642901215, "ic_beta": 1.0282367080300618, "same_organ_n": 2 }, "SW 1271": { "all": { "train_mean": { "mse": { "mean": 0.6632774417104171, "lo": 0.6431753403334257, "hi": 0.6824810012289722, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.3622702363552542, "lo": 0.35539205622495385, "hi": 0.37014044655918604, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.7267018109225147, "lo": 0.7045240927109476, "hi": 0.7487146017377475, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.284855295069716, "lo": 0.27782213003039896, "hi": 0.29268523982565964, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06342436921209751, "lo": 0.05931457331652501, "hi": 0.06802083814212598, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_pearson_vs_mean": { "mean": -0.0774149412855382, "lo": -0.07916541301727485, "hi": -0.07560663660150486, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.9972222222222222 } }, "nn5_baseline": { "mse": { "mean": 0.6711444202606854, "lo": 0.6506866697439386, "hi": 0.6907926531392651, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.35387848335065225, "lo": 0.3469028656923483, "hi": 0.36170729634822046, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": 0.007866978550268293, "lo": 0.007070941625001807, "hi": 0.008671955362327012, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.1638888888888889 }, "d_pearson_vs_mean": { "mean": -0.00839175300460197, "lo": -0.009246362269068938, "hi": -0.007558099632911002, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.7805555555555556 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.662872026530272, "lo": 0.6426929782533118, "hi": 0.6822148436350284, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.3642846887482167, "lo": 0.35732845749750713, "hi": 0.37222543539823977, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": -0.0004054151801451328, "lo": -0.0005537171043371166, "hi": -0.00027075620641116977, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.6509259259259259 }, "d_pearson_vs_mean": { "mean": 0.0020144523929625023, "lo": 0.0018102209213087773, "hi": 0.002223936583282473, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.18981481481481483 } }, "null_random_line": { "mse": { "mean": 0.7811836377514172, "lo": 0.7584352932139846, "hi": 0.8038046359269976, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.2614321342011406, "lo": 0.25495459220314637, "hi": 0.26854990083327446, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": 0.11790619604099999, "lo": 0.1131236530469393, "hi": 0.12306261736321798, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.10083810215411365, "lo": -0.10221950839795377, "hi": -0.09960280799701075, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.9990740740740741 } }, "null_ridge_shuffled": { "mse": { "mean": 0.6632663883411056, "lo": 0.643164440662747, "hi": 0.6824695166667042, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.36229418371979133, "lo": 0.35541728004940853, "hi": 0.3701637413777523, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": -1.1053369311534224e-05, "lo": -1.4218448972547108e-05, "hi": -8.147202882744277e-06, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.6805555555555556 }, "d_pearson_vs_mean": { "mean": 2.3947364537072304e-05, "lo": 2.0148123702948314e-05, "hi": 2.7726703083524972e-05, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.33611111111111114 } }, "same_organ_mean": { "mse": { "mean": 0.66761041959511, "lo": 0.6473370505614099, "hi": 0.6869870230590011, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "pearson": { "mean": 0.3557575115131619, "lo": 0.34858702564700195, "hi": 0.3637022175293414, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.000925925925925926 }, "d_mse_vs_mean": { "mean": 0.004332977884692838, "lo": 0.003722575494955039, "hi": 0.004945870117693039, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.19814814814814816 }, "d_pearson_vs_mean": { "mean": -0.006512724842092345, "lo": -0.007198855938374418, "hi": -0.005825977370752535, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.7648148148148148 } }, "duplicate": { "mse": { "mean": 1.235344644010502, "lo": 1.1719624889784714, "hi": 1.2949940687578942, "n_cond": 137, "n_drugs": 109, "frac_neg": 0.0 }, "pearson": { "mean": 0.09320609778230399, "lo": 0.07415891597771647, "hi": 0.11333374147432544, "n_cond": 137, "n_drugs": 109, "frac_neg": 0.1386861313868613 }, "d_mse_vs_mean": { "mean": 0.6694045317140972, "lo": 0.6315365352387861, "hi": 0.7070696196466402, "n_cond": 137, "n_drugs": 109, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.29565888176701915, "lo": -0.30997910264368744, "hi": -0.28088136298474964, "n_cond": 137, "n_drugs": 109, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 0.6599281401240743, "lo": 0.6322625618089065, "hi": 0.6893467707858245, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0 }, "pearson": { "mean": 0.3675408726050584, "lo": 0.3580595451175585, "hi": 0.37773441381166667, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0018552875695732839 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.6684380991907626, "lo": 0.6398365688604668, "hi": 0.6991925914552839, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0 }, "pearson": { "mean": 0.36157222637263564, "lo": 0.35205354649581716, "hi": 0.3718420656919236, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0018552875695732839 }, "d_mse_vs_mean": { "mean": 0.00850995906668834, "lo": 0.006470062645304745, "hi": 0.010899700597387152, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.20593692022263452 }, "d_pearson_vs_mean": { "mean": -0.005968646232422735, "lo": -0.007179772940067061, "hi": -0.004796358706825395, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.7031539888682746 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.6596262744516789, "lo": 0.6319644968751749, "hi": 0.6892229279946965, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0 }, "pearson": { "mean": 0.3675408726050584, "lo": 0.3580595451175585, "hi": 0.3777344138116667, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.0018552875695732839 }, "d_mse_vs_mean": { "mean": -0.0003018656723955534, "lo": -0.0005504029582376922, "hi": -4.219290377261769e-05, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.6159554730983302 }, "d_pearson_vs_mean": { "mean": -2.9931221385128584e-18, "lo": -9.119963822176183e-18, "hi": 2.9776691948940555e-18, "n_cond": 539, "n_drugs": 189, "frac_neg": 0.3246753246753247 } }, "_noise_floor_mse": { "mean": 0.5523403882980347, "lo": 0.5316318991103972, "hi": 0.5718831251229205, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.494623601436615, "lo": 0.4833771862753666, "hi": 0.5066401169586896, "n_cond": 1080, "n_drugs": 378, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.9898285815973842, "lo": 0.895108249947032, "hi": 1.0882775501489124, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.5528667978092016, "lo": 0.5108827617395195, "hi": 0.5917627993591505, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 1.1871321690026881, "lo": 1.073661147110171, "hi": 1.3016454903423091, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.46849032460135204, "lo": 0.4318851361502195, "hi": 0.5029437932204618, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1973035874053041, "lo": 0.142441717348647, "hi": 0.2628477283526455, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.08437647320784947, "lo": -0.09733644392007308, "hi": -0.07230935254645013, "n_cond": 47, "n_drugs": 36, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 1.0085596639939067, "lo": 0.9116697214602465, "hi": 1.1069939871496857, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.5441006474160806, "lo": 0.501844391272301, "hi": 0.582774885172723, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.018731082396522863, "lo": 0.010992238554780417, "hi": 0.02681828223516565, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.10638297872340426 }, "d_pearson_vs_mean": { "mean": -0.008766150393120906, "lo": -0.011376675107150696, "hi": -0.006177161535949772, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.851063829787234 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.9884906826011748, "lo": 0.893066530656221, "hi": 1.0869606573822803, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.5548116758185675, "lo": 0.5124366639741614, "hi": 0.5937542231393729, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0013378989962092138, "lo": -0.0033016281799813007, "hi": 0.00038745924414107817, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.5319148936170213 }, "d_pearson_vs_mean": { "mean": 0.0019448780093659316, "lo": 0.0010957411363011539, "hi": 0.0030488842404696286, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.23404255319148937 } }, "null_random_line": { "mse": { "mean": 1.2664017061193815, "lo": 1.156119626796113, "hi": 1.3756313297815568, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.4381284844111214, "lo": 0.40016857533879074, "hi": 0.4741174593815139, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.27657312452199717, "lo": 0.23224656756713777, "hi": 0.3314030675344911, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.11473831339808013, "lo": -0.12350605423254327, "hi": -0.10618263899335162, "n_cond": 47, "n_drugs": 36, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.9898052584093783, "lo": 0.8950556665179447, "hi": 1.0882364838658543, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.5528863759523923, "lo": 0.5109024858367923, "hi": 0.5917796239527869, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.332318800546879e-05, "lo": -5.8566748490594796e-05, "hi": 1.6012299005600412e-05, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.6382978723404256 }, "d_pearson_vs_mean": { "mean": 1.957814319073055e-05, "lo": 8.480514992263217e-06, "hi": 2.8863634816292088e-05, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.2553191489361702 } }, "same_organ_mean": { "mse": { "mean": 1.0009426070242569, "lo": 0.9052698613465305, "hi": 1.1007565817643397, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "pearson": { "mean": 0.5480288011709711, "lo": 0.50498479861807, "hi": 0.5867914754915161, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.011114025426873017, "lo": 0.00567574574865042, "hi": 0.01737315989996579, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.1702127659574468 }, "d_pearson_vs_mean": { "mean": -0.004837996638230331, "lo": -0.006751584768410639, "hi": -0.0028471141525549144, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.7872340425531915 } }, "duplicate": { "mse": { "mean": 1.6537010073661804, "lo": 1.41976664463679, "hi": 2.1018083912134133, "n_cond": 6, "n_drugs": 5, "frac_neg": 0.0 }, "pearson": { "mean": 0.2931269096831481, "lo": 0.12472252547740936, "hi": 0.5235183328390122, "n_cond": 6, "n_drugs": 5, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.757278165516231, "lo": 0.5488934716009966, "hi": 1.1517709501640652, "n_cond": 6, "n_drugs": 5, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.3207068454634528, "lo": -0.44737044614779076, "hi": -0.18349519629068142, "n_cond": 6, "n_drugs": 5, "frac_neg": 1.0 } }, "IC:train_mean": { "mse": { "mean": 0.9715877912470292, "lo": 0.8570050269506954, "hi": 1.0892725156999155, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "pearson": { "mean": 0.580559603906429, "lo": 0.5280946034690404, "hi": 0.6312333837195623, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 1.007992763708733, "lo": 0.8995875817944755, "hi": 1.1158870576766462, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "pearson": { "mean": 0.568478460852373, "lo": 0.5180276255933883, "hi": 0.6167784974288115, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03640497246170377, "lo": 0.014732382119950265, "hi": 0.061313562603573235, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.20833333333333334 }, "d_pearson_vs_mean": { "mean": -0.012081143054056014, "lo": -0.018460937477408314, "hi": -0.006109410796850708, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.875 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.97087791172779, "lo": 0.8581130368102045, "hi": 1.0863971928960676, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "pearson": { "mean": 0.580559603906429, "lo": 0.5280946034690401, "hi": 0.6312333837195623, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007098795192390395, "lo": -0.0043712776947964155, "hi": 0.0023727615762346587, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.5416666666666666 }, "d_pearson_vs_mean": { "mean": -3.23815048849004e-17, "lo": -6.30808536718839e-17, "hi": 0.0, "n_cond": 24, "n_drugs": 19, "frac_neg": 0.5833333333333334 } }, "_noise_floor_mse": { "mean": 0.7043359875679016, "lo": 0.5933597379456871, "hi": 0.8281460083197011, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.682374119758606, "lo": 0.6138552030885503, "hi": 0.7379728868150589, "n_cond": 47, "n_drugs": 36, "frac_neg": 0.0 } }, "n_cond": 1080, "n_eff": 47, "lam": 100, "mean_effect_norm2": 0.7714851498603821, "median_Q": 1.6787388324737549, "frac_var_explained_by_mean_all": 0.14025896437481344, "frac_var_explained_by_mean_eff": 0.3143721316611122, "ic_beta": 1.0450616696204287, "same_organ_n": 14 }, "SW 900": { "all": { "train_mean": { "mse": { "mean": 0.08884360436961478, "lo": 0.08375550393072025, "hi": 0.09463860926262617, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7094532780464208, "lo": 0.7030955001470235, "hi": 0.7157248351361514, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.16535373885632418, "lo": 0.15473801218729272, "hi": 0.17829937028580345, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5622093820624217, "lo": 0.5540819913138699, "hi": 0.5709869328698202, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0765101344867094, "lo": 0.07069614512956504, "hi": 0.08375810438111035, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.14724389598399912, "lo": -0.15100214146502713, "hi": -0.14354731568390622, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.12692387388185133, "lo": 0.12146906097596807, "hi": 0.13357998740501684, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6036515368738031, "lo": 0.5953227514003773, "hi": 0.6120693041217057, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03808026951223657, "lo": 0.03661843773340175, "hi": 0.03953208331986524, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.009717314487632508 }, "d_pearson_vs_mean": { "mean": -0.10580174117261772, "lo": -0.11022508655437856, "hi": -0.10169630989779767, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9876325088339223 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.08814009857326012, "lo": 0.08321247360224704, "hi": 0.09383208271225775, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7104080773981876, "lo": 0.7041072396844753, "hi": 0.7167526798038217, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007035057963546643, "lo": -0.0009620942741236285, "hi": -0.00047147949729580893, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5326855123674912 }, "d_pearson_vs_mean": { "mean": 0.0009547993517667881, "lo": 0.0006330616019263019, "hi": 0.0013074126435561938, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.45141342756183744 } }, "null_random_line": { "mse": { "mean": 0.2284747788547349, "lo": 0.2171926932310368, "hi": 0.2413790898224889, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4994693163766724, "lo": 0.4919231136575694, "hi": 0.5068825767108831, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1396311744851201, "lo": 0.1334116477846278, "hi": 0.14715216477238513, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.20998396166974834, "lo": -0.2118264853612578, "hi": -0.2081081760942998, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.08884345866824947, "lo": 0.08375537813370097, "hi": 0.09463835478257579, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7094527709506789, "lo": 0.7030950041979845, "hi": 0.715724459679673, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.4570136531434906e-07, "lo": -3.837878992677818e-07, "hi": 1.0280500415791916e-07, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.4549469964664311 }, "d_pearson_vs_mean": { "mean": -5.07095741887919e-07, "lo": -1.134833120918866e-06, "hi": 1.238236552716296e-07, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.5353356890459364 } }, "same_organ_mean": { "mse": { "mean": 0.09816602450664237, "lo": 0.09293787423265151, "hi": 0.1042480455797054, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6721534136923198, "lo": 0.6650819178689038, "hi": 0.6794330049840803, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.009322420137027594, "lo": 0.008922262547169262, "hi": 0.009746850754121196, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0176678445229682 }, "d_pearson_vs_mean": { "mean": -0.03729986435410082, "lo": -0.03862174976550046, "hi": -0.03598602316267615, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9902826855123675 } }, "duplicate": { "mse": { "mean": 0.21824122807138588, "lo": 0.1974498004514829, "hi": 0.24161723638674423, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.30055415078703385, "lo": 0.24823754703541978, "hi": 0.3501404259003146, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.13781290251916833, "lo": 0.11973065169215091, "hi": 0.15594612151217777, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4381220325448084, "lo": -0.48722848184204054, "hi": -0.3855558264590378, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.08877533147681249, "lo": 0.08235902448065734, "hi": 0.09557265376019791, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7062666009584946, "lo": 0.6965084623953482, "hi": 0.7157100821942332, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.09300624473977095, "lo": 0.08605267032196288, "hi": 0.10038796734821807, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6940019335119774, "lo": 0.6838936903179653, "hi": 0.704185457039421, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004230913262958457, "lo": 0.003503764289120691, "hi": 0.0051120121727560005, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.1195079086115993 }, "d_pearson_vs_mean": { "mean": -0.012264667446517323, "lo": -0.014075104475017251, "hi": -0.01082194335128626, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.8506151142355008 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.0887752852587719, "lo": 0.08235898692374902, "hi": 0.09557154808116962, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7062666009584946, "lo": 0.6965084623953482, "hi": 0.7157100821942333, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.621804059352619e-08, "lo": -2.09583318368476e-06, "hi": 1.7664452101814095e-06, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3884007029876977 }, "d_pearson_vs_mean": { "mean": 1.8536236790753933e-18, "lo": -8.765303717334145e-18, "hi": 1.251089257725529e-17, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3093145869947276 } }, "_noise_floor_mse": { "mean": 0.056381091475486755, "lo": 0.05417033705654512, "hi": 0.05881256364685306, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8074612021446228, "lo": 0.8017838057805748, "hi": 0.8133420410583609, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.11978527195429065, "lo": 0.11032438338861929, "hi": 0.1300801257762814, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.7355766997901777, "lo": 0.727355873919321, "hi": 0.7438997717002437, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.23009218071967744, "lo": 0.2085501356100305, "hi": 0.25368763408312406, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.59329370032339, "lo": 0.5815488220230896, "hi": 0.605305252849884, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.11030690876538679, "lo": 0.09817953447445942, "hi": 0.12527685704674016, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1422829994667877, "lo": -0.147574494008797, "hi": -0.13686302843898007, "n_cond": 463, "n_drugs": 297, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.15942751036238834, "lo": 0.14871438722732763, "hi": 0.17097162125543136, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.6535630799707771, "lo": 0.6435070954406166, "hi": 0.6642644302016802, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.039642238408097684, "lo": 0.03715846269368186, "hi": 0.042146812508625654, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.017278617710583154 }, "d_pearson_vs_mean": { "mean": -0.08201361981940071, "lo": -0.08710536207539406, "hi": -0.07719576534301893, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.978401727861771 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.11821651710831725, "lo": 0.1089688545858399, "hi": 0.12816045775946686, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.7378801496924762, "lo": 0.7296108800609088, "hi": 0.7463775558176399, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0015687548459733976, "lo": -0.002095325813236803, "hi": -0.0011276982648194087, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.6652267818574514 }, "d_pearson_vs_mean": { "mean": 0.0023034499022983896, "lo": 0.001766156205097513, "hi": 0.0028826250700504405, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.3304535637149028 } }, "null_random_line": { "mse": { "mean": 0.2964055753439197, "lo": 0.27515087868116483, "hi": 0.31932859451094536, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.5345031133527498, "lo": 0.5245826489680727, "hi": 0.5448036257811303, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.17662030338962909, "lo": 0.16493987084729936, "hi": 0.18990989569564634, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2010735864374279, "lo": -0.20405609481754602, "hi": -0.1981214330028021, "n_cond": 463, "n_drugs": 297, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.11978463934250459, "lo": 0.1103238202440115, "hi": 0.1300791301904352, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.7355780723868236, "lo": 0.7273573204713895, "hi": 0.7439018117356972, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.326117860455973e-07, "lo": -1.1464587972953467e-06, "hi": -1.323771047507809e-07, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.5205183585313174 }, "d_pearson_vs_mean": { "mean": 1.3725966458396102e-06, "lo": 3.665497976945569e-07, "hi": 2.4490603447063625e-06, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.47516198704103674 } }, "same_organ_mean": { "mse": { "mean": 0.13033844037428405, "lo": 0.12036337427246857, "hi": 0.1411939968445765, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "pearson": { "mean": 0.7062762949368738, "lo": 0.6971295735995426, "hi": 0.7156237039353818, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01055316841999338, "lo": 0.009780653153745846, "hi": 0.011408735677176972, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.032397408207343416 }, "d_pearson_vs_mean": { "mean": -0.029300404853303798, "lo": -0.031056123485479637, "hi": -0.027510141556401323, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.9827213822894169 } }, "duplicate": { "mse": { "mean": 0.23628275673235616, "lo": 0.20799929122996505, "hi": 0.26996441193457155, "n_cond": 93, "n_drugs": 85, "frac_neg": 0.0 }, "pearson": { "mean": 0.3550605770921515, "lo": 0.29929452692728215, "hi": 0.4083808768250208, "n_cond": 93, "n_drugs": 85, "frac_neg": 0.12903225806451613 }, "d_mse_vs_mean": { "mean": 0.1462875548081062, "lo": 0.12173618028401394, "hi": 0.17368666823550097, "n_cond": 93, "n_drugs": 85, "frac_neg": 0.021505376344086023 }, "d_pearson_vs_mean": { "mean": -0.40833958033502615, "lo": -0.4678227619035395, "hi": -0.35271491388191767, "n_cond": 93, "n_drugs": 85, "frac_neg": 0.978494623655914 } }, "IC:train_mean": { "mse": { "mean": 0.12247934029588192, "lo": 0.1108300312622543, "hi": 0.13450079868332565, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "pearson": { "mean": 0.7375389657586885, "lo": 0.725023213595167, "hi": 0.7498598618451824, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.12852691471444244, "lo": 0.11606192295703079, "hi": 0.14142469458483004, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "pearson": { "mean": 0.7260548181568547, "lo": 0.712405326690225, "hi": 0.7388994094471328, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0060475744185604936, "lo": 0.004760364497211753, "hi": 0.007571879356348036, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.13063063063063063 }, "d_pearson_vs_mean": { "mean": -0.011484147601833881, "lo": -0.013347431986095521, "hi": -0.009636521679907618, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.8378378378378378 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.12247675296465928, "lo": 0.11083067601132227, "hi": 0.1344954926191081, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "pearson": { "mean": 0.7375389657586885, "lo": 0.725023213595167, "hi": 0.7498598618451824, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -2.587331222651124e-06, "lo": -7.675486975114854e-06, "hi": 1.9331283763979126e-06, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.44594594594594594 }, "d_pearson_vs_mean": { "mean": 1.200241107702872e-17, "lo": -4.288931858632748e-18, "hi": 2.876739250852592e-17, "n_cond": 222, "n_drugs": 143, "frac_neg": 0.2927927927927928 } }, "_noise_floor_mse": { "mean": 0.06855720281600952, "lo": 0.06426847039915602, "hi": 0.07349640981301657, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8424946069717407, "lo": 0.83520936817664, "hi": 0.8496044125824099, "n_cond": 463, "n_drugs": 297, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 463, "lam": 100, "mean_effect_norm2": 0.19313831627368927, "median_Q": 7.331025123596191, "frac_var_explained_by_mean_all": 0.5400001093324344, "frac_var_explained_by_mean_eff": 0.5728483773923964, "ic_beta": 1.0006718552957745, "same_organ_n": 14 }, "SW1417": { "all": { "train_mean": { "mse": { "mean": 0.06274988126886828, "lo": 0.059066306981584986, "hi": 0.06739014240986739, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7409724952567902, "lo": 0.7345498720445323, "hi": 0.7471362715795683, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.14045816113043902, "lo": 0.13186298298792568, "hi": 0.15093315257132578, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5504017077739418, "lo": 0.5417516803065526, "hi": 0.5590700714431586, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.07770827986157072, "lo": 0.07281573083322755, "hi": 0.08381007246065944, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.19057078748284842, "lo": -0.19408752971115323, "hi": -0.18703532459207525, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.0692196621229567, "lo": 0.06537938589491908, "hi": 0.07398040895147553, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7165800618839291, "lo": 0.7094645954304978, "hi": 0.7233645997829486, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006469780854088414, "lo": 0.005789081666842787, "hi": 0.007193917424386617, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.06802120141342756 }, "d_pearson_vs_mean": { "mean": -0.024392433372861167, "lo": -0.02607394708702331, "hi": -0.022604861685110767, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.9081272084805654 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.060466579089309955, "lo": 0.057129760337361876, "hi": 0.06475800091124691, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7480662354793514, "lo": 0.7416148115867751, "hi": 0.7541757895602997, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0022833021795583327, "lo": -0.002831890564121183, "hi": -0.0018429171530034538, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.8356890459363958 }, "d_pearson_vs_mean": { "mean": 0.007093740222561195, "lo": 0.006422233698294536, "hi": 0.007811679643670297, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.1598939929328622 } }, "null_random_line": { "mse": { "mean": 0.2029392175715043, "lo": 0.19308997340046724, "hi": 0.21477607661377485, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5209374358345861, "lo": 0.5132915439557593, "hi": 0.5282894780711768, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.140189336302636, "lo": 0.1339192225880715, "hi": 0.14774068463953832, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.22003505942220425, "lo": -0.222147249441024, "hi": -0.21791382841832968, "n_cond": 1132, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.06275655538321646, "lo": 0.059072274678625185, "hi": 0.0673975745995922, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7409459630718868, "lo": 0.7345221976861394, "hi": 0.747109102063345, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 6.674114348181332e-06, "lo": 6.0126406165941316e-06, "hi": 7.511640900797153e-06, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.12014134275618374 }, "d_pearson_vs_mean": { "mean": -2.653218490347303e-05, "lo": -2.796484857530171e-05, "hi": -2.512480063900761e-05, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.892226148409894 } }, "same_organ_mean": { "mse": { "mean": 0.07173720941303638, "lo": 0.06745978772198749, "hi": 0.07725998794865946, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.711938065955675, "lo": 0.704928784109838, "hi": 0.7186022369773483, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.008987328144168083, "lo": 0.008146757782880888, "hi": 0.010009819341991221, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.053003533568904596 }, "d_pearson_vs_mean": { "mean": -0.029034429301115192, "lo": -0.030683357731620894, "hi": -0.02737329791713198, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.916077738515901 } }, "duplicate": { "mse": { "mean": 0.1671219233882754, "lo": 0.14481137993024867, "hi": 0.1917220925520125, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.3337288606299521, "lo": 0.27016688761941626, "hi": 0.3963279319146873, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.18493150684931506 }, "d_mse_vs_mean": { "mean": 0.10750183694927254, "lo": 0.08822932980508322, "hi": 0.1250235781955369, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.44028022764159286, "lo": -0.49904970568412943, "hi": -0.37637613101649353, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.05986548634611412, "lo": 0.05629702808999094, "hi": 0.06361825622180461, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7404559743009996, "lo": 0.7322838578279945, "hi": 0.7483600227620754, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.06122755927219539, "lo": 0.057699243061883135, "hi": 0.06501845598444522, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.733931990848769, "lo": 0.7254620312182607, "hi": 0.7424184059485355, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0013620729260812653, "lo": 0.0007543066498576542, "hi": 0.001984695021719247, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.335676625659051 }, "d_pearson_vs_mean": { "mean": -0.006523983452230511, "lo": -0.008434263047369134, "hi": -0.004498700622069896, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.6731107205623902 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.05906733734983891, "lo": 0.05560495776647212, "hi": 0.06269810762314662, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7404559743009996, "lo": 0.7322838578279947, "hi": 0.7483600227620754, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0007981489962751899, "lo": -0.0010841444206399033, "hi": -0.0005624576199708113, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.6889279437609842 }, "d_pearson_vs_mean": { "mean": -8.097408703329349e-18, "lo": -1.8862843843244304e-17, "hi": 2.921639538487254e-18, "n_cond": 569, "n_drugs": 190, "frac_neg": 0.3391915641476274 } }, "_noise_floor_mse": { "mean": 0.03601570799946785, "lo": 0.03463667884372663, "hi": 0.03733203108641168, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.840093731880188, "lo": 0.8342036775079354, "hi": 0.8462547128218223, "n_cond": 1132, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.07920293835832518, "lo": 0.07178212884632904, "hi": 0.0877945118390743, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.7781496366652219, "lo": 0.7711204101388697, "hi": 0.785269639266402, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.17976881745890932, "lo": 0.16347317962535068, "hi": 0.1984470255967839, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.6046831380936816, "lo": 0.5941973170231922, "hi": 0.6151401362735268, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.10056587910058414, "lo": 0.0908375895906216, "hi": 0.11192664995924605, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17346649857154026, "lo": -0.17860024551033873, "hi": -0.16839514437149436, "n_cond": 446, "n_drugs": 281, "frac_neg": 1.0 } }, "nn5_baseline": { "mse": { "mean": 0.08700939185468778, "lo": 0.07939269771920052, "hi": 0.09584116778226887, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.7578588919284005, "lo": 0.7496447099590181, "hi": 0.7661356599174618, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.007806453496362612, "lo": 0.006400654311177653, "hi": 0.00929444364892185, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.1031390134529148 }, "d_pearson_vs_mean": { "mean": -0.020290744736821475, "lo": -0.022553554148932658, "hi": -0.017892790489483116, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.8699551569506726 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.07536374129043595, "lo": 0.06862069451167148, "hi": 0.08307461291098983, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.7860232653525313, "lo": 0.7789926376398424, "hi": 0.7931995751314349, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0038391970678892315, "lo": -0.004871187393711252, "hi": -0.0029608776431722626, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.905829596412556 }, "d_pearson_vs_mean": { "mean": 0.007873628687309448, "lo": 0.007015641253281114, "hi": 0.008788657405056943, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.10762331838565023 } }, "null_random_line": { "mse": { "mean": 0.25782028826943154, "lo": 0.23825214291884525, "hi": 0.2796111001313434, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.5666396256683112, "lo": 0.5569824172565113, "hi": 0.5760541156868149, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1786173499111064, "lo": 0.16586826908833024, "hi": 0.19353529391128596, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.21151001099691066, "lo": -0.21479579730527176, "hi": -0.208071853757526, "n_cond": 446, "n_drugs": 281, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.0792123380147221, "lo": 0.07178996520987344, "hi": 0.08780504134236372, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.7781261204962475, "lo": 0.7710957414124603, "hi": 0.7852464395363102, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 9.39965639693042e-06, "lo": 8.013923718649928e-06, "hi": 1.105352148157022e-05, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.10986547085201794 }, "d_pearson_vs_mean": { "mean": -2.351616897431407e-05, "lo": -2.5342734198499783e-05, "hi": -2.1606895446107436e-05, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.9013452914798207 } }, "same_organ_mean": { "mse": { "mean": 0.09203794672511593, "lo": 0.08337694654681861, "hi": 0.10248499440204029, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "pearson": { "mean": 0.7512353079354659, "lo": 0.7424942235842702, "hi": 0.7598059199259585, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.012835008366790758, "lo": 0.011144272245996947, "hi": 0.014742443938776864, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.06726457399103139 }, "d_pearson_vs_mean": { "mean": -0.02691432872975596, "lo": -0.02921186706944442, "hi": -0.024671882820775152, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.8789237668161435 } }, "duplicate": { "mse": { "mean": 0.17415657568919032, "lo": 0.14650691583555306, "hi": 0.2043635532162752, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.0 }, "pearson": { "mean": 0.401859700145494, "lo": 0.33676452131078827, "hi": 0.46489871756675943, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.12631578947368421 }, "d_mse_vs_mean": { "mean": 0.10832068470760628, "lo": 0.08437893280825207, "hi": 0.1319531927150728, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.021052631578947368 }, "d_pearson_vs_mean": { "mean": -0.3975864285472275, "lo": -0.4590629657955189, "hi": -0.3395358087789813, "n_cond": 95, "n_drugs": 86, "frac_neg": 0.9789473684210527 } }, "IC:train_mean": { "mse": { "mean": 0.07361810060656326, "lo": 0.06632085798005763, "hi": 0.08158356344589307, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.7779344440046474, "lo": 0.7682227139860288, "hi": 0.7865120467827763, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.07429996738587791, "lo": 0.06685840580767696, "hi": 0.08236226930358134, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.7764471656789724, "lo": 0.7660241685629495, "hi": 0.7857733770355326, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0006818667793146474, "lo": -0.0005302842952826099, "hi": 0.001922300849346601, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.4976958525345622 }, "d_pearson_vs_mean": { "mean": -0.001487278325675064, "lo": -0.003966770889032345, "hi": 0.0011501752828623351, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.5299539170506913 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.07223752198551811, "lo": 0.06523196466792429, "hi": 0.08002248675854529, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "pearson": { "mean": 0.7779344440046474, "lo": 0.7682227139860288, "hi": 0.7865120467827764, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.001380578621045141, "lo": -0.0020807779256212283, "hi": -0.0008551598125217618, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.6866359447004609 }, "d_pearson_vs_mean": { "mean": -2.0464940546085835e-18, "lo": -2.041246574989411e-17, "hi": 1.629832954922822e-17, "n_cond": 217, "n_drugs": 136, "frac_neg": 0.3271889400921659 } }, "_noise_floor_mse": { "mean": 0.03811784088611603, "lo": 0.03608290968541217, "hi": 0.040239649631420814, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8784781098365784, "lo": 0.8724638435013992, "hi": 0.8846935862259326, "n_cond": 446, "n_drugs": 281, "frac_neg": 0.0 } }, "n_cond": 1132, "n_eff": 446, "lam": 100, "mean_effect_norm2": 0.14682666957378387, "median_Q": 9.196941375732422, "frac_var_explained_by_mean_all": 0.5726261349452255, "frac_var_explained_by_mean_eff": 0.6165822375403219, "ic_beta": 0.8955956843936506, "same_organ_n": 8 }, "SW48": { "all": { "train_mean": { "mse": { "mean": 0.17483113400462755, "lo": 0.16429827365358288, "hi": 0.18692517425968003, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5944412633657409, "lo": 0.5867888319699666, "hi": 0.6022245004085937, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.21642679006099289, "lo": 0.20305962048222684, "hi": 0.23231134888458235, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5078164996292908, "lo": 0.4990490316898533, "hi": 0.5162329762701815, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0415956560563654, "lo": 0.03828459346434353, "hi": 0.045782725981600575, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.00618921308576481 }, "d_pearson_vs_mean": { "mean": -0.08662476373645003, "lo": -0.08914612470580732, "hi": -0.08420620332233639, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.9920424403183024 } }, "nn5_baseline": { "mse": { "mean": 0.1785195473413566, "lo": 0.16769193084041703, "hi": 0.19072304583746666, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.58583782587624, "lo": 0.577640935780512, "hi": 0.5942605090472778, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0036884133367290984, "lo": 0.0026554151291217727, "hi": 0.004721437570370681, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.27055702917771884 }, "d_pearson_vs_mean": { "mean": -0.0086034374895009, "lo": -0.010477770614669434, "hi": -0.0066811691749461295, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.7002652519893899 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.17135326500341133, "lo": 0.16121313075999827, "hi": 0.18292355995872003, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.604340712539602, "lo": 0.5965902779076445, "hi": 0.612314466229725, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0034778690012161693, "lo": -0.004201856668628749, "hi": -0.0028573789542097666, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.8576480990274093 }, "d_pearson_vs_mean": { "mean": 0.009899449173861203, "lo": 0.00899856576320603, "hi": 0.010822058685115895, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.1229000884173298 } }, "null_random_line": { "mse": { "mean": 0.31196803961188047, "lo": 0.29588956683057915, "hi": 0.33090491731855837, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.4218036060440879, "lo": 0.41412738179927355, "hi": 0.42952636366971675, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.137136905607253, "lo": 0.13123584725603532, "hi": 0.14434562331635634, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17263765732165293, "lo": -0.17430877179380225, "hi": -0.171094232368329, "n_cond": 1131, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.17484686769375496, "lo": 0.16431381769119435, "hi": 0.1869432845910009, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.594399756101529, "lo": 0.5867495360733164, "hi": 0.6021786749866198, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 1.5733689127448285e-05, "lo": 1.10956609613466e-05, "hi": 2.0893543640963008e-05, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.268788682581786 }, "d_pearson_vs_mean": { "mean": -4.1507264211893636e-05, "lo": -4.931534707570468e-05, "hi": -3.313543499206606e-05, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.7214854111405835 } }, "same_organ_mean": { "mse": { "mean": 0.1767300595414885, "lo": 0.16614329363337718, "hi": 0.18899274660611248, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5905982563367156, "lo": 0.5825631801732598, "hi": 0.5988160139776557, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0018989255368609766, "lo": 0.0011044782541867772, "hi": 0.0026991916250378484, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.3616268788682582 }, "d_pearson_vs_mean": { "mean": -0.0038430070290251844, "lo": -0.005495125823555488, "hi": -0.002203446350362353, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.610079575596817 } }, "duplicate": { "mse": { "mean": 0.3240014789243267, "lo": 0.2861088473394851, "hi": 0.36126572715210437, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.27853391590617493, "lo": 0.22834774214583545, "hi": 0.32889734273742416, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.17123287671232876 }, "d_mse_vs_mean": { "mean": 0.18042124136333137, "lo": 0.1506386626330604, "hi": 0.2072095520618679, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.3704292653619575, "lo": -0.41107413001229737, "hi": -0.32643395233071065, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.17155398152272822, "lo": 0.156794211455841, "hi": 0.19039616464312012, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5930199936289768, "lo": 0.5817644357003637, "hi": 0.6035918647164363, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.1733360902631467, "lo": 0.15867787550190496, "hi": 0.192589725756898, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5895385921029908, "lo": 0.5779798542719901, "hi": 0.6005260577081138, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.001782108740418514, "lo": 0.0005260418736889465, "hi": 0.0029674180173275173, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.32685512367491165 }, "d_pearson_vs_mean": { "mean": -0.003481401525986025, "lo": -0.0057623373051114936, "hi": -0.001064169662916228, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.6378091872791519 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.17159037313954345, "lo": 0.1568423690574396, "hi": 0.1904617113870817, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.5930199936289767, "lo": 0.5817644357003637, "hi": 0.6035918647164363, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.639161681524776e-05, "lo": -2.295262837275949e-05, "hi": 9.709743152886621e-05, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.40636042402826855 }, "d_pearson_vs_mean": { "mean": 1.7163341811784664e-18, "lo": -7.098582474059821e-18, "hi": 1.061098112031123e-17, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.3003533568904594 } }, "_noise_floor_mse": { "mean": 0.11493497341871262, "lo": 0.10916509973249831, "hi": 0.1211455116590013, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7327655553817749, "lo": 0.7234878397120984, "hi": 0.7421214790072308, "n_cond": 1131, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.2652525796420414, "lo": 0.2426938894033764, "hi": 0.28960138418235987, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.6375637866414338, "lo": 0.6232595331955647, "hi": 0.651440818238125, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.3307563014491604, "lo": 0.3016242405457349, "hi": 0.36250376176821675, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.5657820235825638, "lo": 0.5503108952443637, "hi": 0.5812042520195447, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.06550372180711896, "lo": 0.05732469536551423, "hi": 0.07445655582706866, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.01730103806228374 }, "d_pearson_vs_mean": { "mean": -0.07178176305886998, "lo": -0.07667191226125092, "hi": -0.06709360854437317, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.9826989619377162 } }, "nn5_baseline": { "mse": { "mean": 0.2699583134363236, "lo": 0.24627235851763857, "hi": 0.294469740135024, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.6315649937049964, "lo": 0.616012302670908, "hi": 0.6466550285791094, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.004705733794282236, "lo": 0.0011659043901622811, "hi": 0.008115032285679674, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.3806228373702422 }, "d_pearson_vs_mean": { "mean": -0.00599879293643743, "lo": -0.010007747292045632, "hi": -0.001985335709330923, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.6055363321799307 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.2583144324231693, "lo": 0.23596647080784328, "hi": 0.2819455108211527, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.6481834049457463, "lo": 0.6339013626041697, "hi": 0.6620122967394829, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.006938147218872047, "lo": -0.009083865906219712, "hi": -0.0051386791891794206, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.8719723183391004 }, "d_pearson_vs_mean": { "mean": 0.0106196183043126, "lo": 0.008724775809206602, "hi": 0.012693246133551734, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.10034602076124567 } }, "null_random_line": { "mse": { "mean": 0.4692818425831024, "lo": 0.43299603606310977, "hi": 0.5076713504763729, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.4702700589986021, "lo": 0.4550544532266791, "hi": 0.48554455882482805, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.20402926294106108, "lo": 0.18882870176430733, "hi": 0.22014666050791212, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1672937276428317, "lo": -0.17032096107217562, "hi": -0.164435848726545, "n_cond": 289, "n_drugs": 204, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.26528048541636745, "lo": 0.24272462869955783, "hi": 0.2896389114147981, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.6375274743391107, "lo": 0.6232137800895515, "hi": 0.6513982219912091, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 2.790577432604592e-05, "lo": 1.2668419943726084e-05, "hi": 4.367492906166144e-05, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.23875432525951557 }, "d_pearson_vs_mean": { "mean": -3.631230232296769e-05, "lo": -5.56352314375662e-05, "hi": -1.4467303976104273e-05, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.7439446366782007 } }, "same_organ_mean": { "mse": { "mean": 0.266999422421138, "lo": 0.243580585188863, "hi": 0.29132470507504377, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "pearson": { "mean": 0.6364751511322556, "lo": 0.6213652123769543, "hi": 0.6509506124589044, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0017468427790966149, "lo": -0.0009206593612021441, "hi": 0.004473205429469748, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.4532871972318339 }, "d_pearson_vs_mean": { "mean": -0.0010886355091781876, "lo": -0.004041892330423128, "hi": 0.0020206913174202006, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.5224913494809689 } }, "duplicate": { "mse": { "mean": 0.370794953714157, "lo": 0.3080897016307213, "hi": 0.4379850997689501, "n_cond": 58, "n_drugs": 55, "frac_neg": 0.0 }, "pearson": { "mean": 0.35336187045122014, "lo": 0.28835237243329176, "hi": 0.41547098339715727, "n_cond": 58, "n_drugs": 55, "frac_neg": 0.1206896551724138 }, "d_mse_vs_mean": { "mean": 0.18879830016614557, "lo": 0.1422099068581526, "hi": 0.23641003820388987, "n_cond": 58, "n_drugs": 55, "frac_neg": 0.034482758620689655 }, "d_pearson_vs_mean": { "mean": -0.3357149548310391, "lo": -0.39177955701513173, "hi": -0.2810727209057544, "n_cond": 58, "n_drugs": 55, "frac_neg": 0.9655172413793104 } }, "IC:train_mean": { "mse": { "mean": 0.2558711670015844, "lo": 0.2255260890133896, "hi": 0.28669626360811235, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6361134107225794, "lo": 0.6155060541699025, "hi": 0.6548462171043911, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.2567775587511755, "lo": 0.22777103718129932, "hi": 0.287065122572952, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6346616823037347, "lo": 0.6112857280979067, "hi": 0.6555631513738666, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0009063917495910759, "lo": -0.0034677068202529308, "hi": 0.004594467759296994, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.4632352941176471 }, "d_pearson_vs_mean": { "mean": -0.0014517284188447087, "lo": -0.007473060314828848, "hi": 0.003624786361641016, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.4852941176470588 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.2558238500465346, "lo": 0.225523321284164, "hi": 0.2865805011433519, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "pearson": { "mean": 0.6361134107225794, "lo": 0.6155060541699023, "hi": 0.6548462171043911, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -4.7316955049815544e-05, "lo": -0.00023135363788278948, "hi": 0.00012466701871047012, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.5 }, "d_pearson_vs_mean": { "mean": -1.6530894300484867e-17, "lo": -3.614713707233087e-17, "hi": 3.368897019784872e-18, "n_cond": 136, "n_drugs": 94, "frac_neg": 0.38235294117647056 } }, "_noise_floor_mse": { "mean": 0.14247888326644897, "lo": 0.13298747137915026, "hi": 0.1528453015547917, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8016548156738281, "lo": 0.7893765252171736, "hi": 0.8141879771790771, "n_cond": 289, "n_drugs": 204, "frac_neg": 0.0 } }, "n_cond": 1131, "n_eff": 289, "lam": 100, "mean_effect_norm2": 0.2809726595878601, "median_Q": 4.663373947143555, "frac_var_explained_by_mean_all": 0.37776460435305137, "frac_var_explained_by_mean_eff": 0.4383386546932073, "ic_beta": 1.021009795911832, "same_organ_n": 8 }, "SW480": { "all": { "train_mean": { "mse": { "mean": 0.04644631423985444, "lo": 0.04184877050080963, "hi": 0.0522066966487855, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8152396901495172, "lo": 0.8097800208977031, "hi": 0.820417624196019, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.0956061253626395, "lo": 0.08846567419858728, "hi": 0.10405787712263088, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6526733221789482, "lo": 0.6448565175978636, "hi": 0.6599153560834293, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.049159811122785065, "lo": 0.04637623764466926, "hi": 0.05246437581804827, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.00088261253309797 }, "d_pearson_vs_mean": { "mean": -0.1625663679705691, "lo": -0.16744382259512997, "hi": -0.15789777753950476, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9982347749338041 } }, "nn5_baseline": { "mse": { "mean": 0.058325137528724286, "lo": 0.05320483887987154, "hi": 0.06468552860700023, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7673943977639216, "lo": 0.7611300208252223, "hi": 0.773124069565948, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.01187882328886985, "lo": 0.010810503427962177, "hi": 0.013101949905359584, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.06443071491615181 }, "d_pearson_vs_mean": { "mean": -0.04784529238559566, "lo": -0.05054031443655404, "hi": -0.0452980654556475, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9258605472197705 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.04476391250217871, "lo": 0.04031750419207765, "hi": 0.05024620202904851, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8213488659322424, "lo": 0.8161609100695806, "hi": 0.8262250049631649, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0016824017376757248, "lo": -0.002079213733307697, "hi": -0.0013387866140354165, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7405119152691968 }, "d_pearson_vs_mean": { "mean": 0.006109175782725246, "lo": 0.005292387125589649, "hi": 0.007000727388912862, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.23389232127096204 } }, "null_random_line": { "mse": { "mean": 0.18739524672967484, "lo": 0.17690172766388487, "hi": 0.19995581704046447, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5696081730879319, "lo": 0.5622016420649761, "hi": 0.5766165139690047, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.1409489324898204, "lo": 0.13468515226053138, "hi": 0.14855685937050603, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.2456315170615854, "lo": -0.24832603468010037, "hi": -0.24297978569824027, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.04644663938509286, "lo": 0.04184894706409362, "hi": 0.05220674841532584, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.8152384533593281, "lo": 0.8097786442764078, "hi": 0.8204164050806092, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 3.2514523841505674e-07, "lo": -8.088128303233987e-08, "hi": 7.194217451508256e-07, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.440423654015887 }, "d_pearson_vs_mean": { "mean": -1.2367901892674092e-06, "lo": -2.01111399771183e-06, "hi": -4.598782422779062e-07, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.5463371579876434 } }, "same_organ_mean": { "mse": { "mean": 0.05192115703312289, "lo": 0.04701585452699698, "hi": 0.05794053557979129, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.7935171042637437, "lo": 0.7877406409215088, "hi": 0.7989305391859693, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.005474842793268449, "lo": 0.004655603653675454, "hi": 0.00630893815915938, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0997352162400706 }, "d_pearson_vs_mean": { "mean": -0.02172258588577367, "lo": -0.023675797336299056, "hi": -0.01968454265133402, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.8746690203000883 } }, "duplicate": { "mse": { "mean": 0.1362039433906273, "lo": 0.11190961215348132, "hi": 0.1621099197474196, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.0 }, "pearson": { "mean": 0.40837920552157625, "lo": 0.3352716935038458, "hi": 0.48673550657590914, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.17687074829931973 }, "d_mse_vs_mean": { "mean": 0.08397492945041433, "lo": 0.06444941904422664, "hi": 0.10143485621420187, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.05442176870748299 }, "d_pearson_vs_mean": { "mean": -0.4088558500649813, "lo": -0.48563302849573703, "hi": -0.33251126867905517, "n_cond": 147, "n_drugs": 112, "frac_neg": 0.9387755102040817 } }, "IC:train_mean": { "mse": { "mean": 0.0413005404419782, "lo": 0.0370455927492075, "hi": 0.04612872948252468, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.8157617875648789, "lo": 0.8081696454468831, "hi": 0.8227607186578334, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.04392694291504491, "lo": 0.03993129020004497, "hi": 0.04848888053224995, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.7998855075738744, "lo": 0.7918428810556659, "hi": 0.807127400057906, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0026264024730667094, "lo": 0.0017012877295746389, "hi": 0.003421245555674288, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.13380281690140844 }, "d_pearson_vs_mean": { "mean": -0.015876279991004504, "lo": -0.017838734918515627, "hi": -0.013877814842247654, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.8785211267605634 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.041143651484859316, "lo": 0.036831473703183334, "hi": 0.04609149760592457, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.8157617875648789, "lo": 0.8081696454468831, "hi": 0.8227607186578334, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00015688895711888403, "lo": -0.0002974062166479038, "hi": 3.689104966905577e-05, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.7605633802816901 }, "d_pearson_vs_mean": { "mean": 3.713774202091192e-18, "lo": -8.014287152563919e-18, "hi": 1.502410771461108e-17, "n_cond": 568, "n_drugs": 190, "frac_neg": 0.3257042253521127 } }, "_noise_floor_mse": { "mean": 0.016454027965664864, "lo": 0.015293566943889393, "hi": 0.01796690151740733, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9229321479797363, "lo": 0.9199623389326234, "hi": 0.9258239957482709, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.06042698752077168, "lo": 0.053442357495365814, "hi": 0.06785717191928767, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.8280207270288223, "lo": 0.8208079341112281, "hi": 0.8347160626749512, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.11511507524593423, "lo": 0.10439266859442081, "hi": 0.1275403882246471, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.6862984927454882, "lo": 0.6776812893235481, "hi": 0.694873964943831, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.05468808772516254, "lo": 0.049905675644335866, "hi": 0.06006570982678793, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0018181818181818182 }, "d_pearson_vs_mean": { "mean": -0.1417222342833341, "lo": -0.14697613644752033, "hi": -0.13637305924968335, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.9963636363636363 } }, "nn5_baseline": { "mse": { "mean": 0.07366576811783601, "lo": 0.06596772191523058, "hi": 0.08216600544333288, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.7889223700867339, "lo": 0.7817752291889487, "hi": 0.7961806692594733, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.013238780597064325, "lo": 0.011524017568256807, "hi": 0.015170406554471568, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.09272727272727273 }, "d_pearson_vs_mean": { "mean": -0.03909835694208836, "lo": -0.042574609961655636, "hi": -0.03565918912589752, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.8927272727272727 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.0578113284562865, "lo": 0.051231723762352355, "hi": 0.06477696051774125, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.8348741142034927, "lo": 0.8283500686546459, "hi": 0.8409895005111846, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.00261565906448519, "lo": -0.0033529670071476125, "hi": -0.0020402123492723537, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.7672727272727272 }, "d_pearson_vs_mean": { "mean": 0.006853387174670321, "lo": 0.005867463964190981, "hi": 0.007996285710523354, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.2018181818181818 } }, "null_random_line": { "mse": { "mean": 0.2264614306533068, "lo": 0.20903403646941224, "hi": 0.24556245733026344, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.5974815126578862, "lo": 0.5886617879611781, "hi": 0.606209173556527, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.16603444313253513, "lo": 0.1554858785528375, "hi": 0.17821070688346755, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.23053921437093605, "lo": -0.23403012580946125, "hi": -0.2273837861893696, "n_cond": 550, "n_drugs": 325, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.06042770138867088, "lo": 0.05344360437921367, "hi": 0.06785876731280405, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.8280195721283686, "lo": 0.8208071526034353, "hi": 0.8347154165509861, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 7.138678991923765e-07, "lo": 6.382322458287166e-10, "hi": 1.4447319999805332e-06, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.4290909090909091 }, "d_pearson_vs_mean": { "mean": -1.1549004537076867e-06, "lo": -2.193467463513716e-06, "hi": -1.2195891778264614e-07, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.5418181818181819 } }, "same_organ_mean": { "mse": { "mean": 0.06648696731971968, "lo": 0.05926969657600092, "hi": 0.0742856443260818, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "pearson": { "mean": 0.8099801676244407, "lo": 0.8030430579613542, "hi": 0.8167615941402334, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.006059979798947997, "lo": 0.004590020494557282, "hi": 0.007520912096456657, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.14 }, "d_pearson_vs_mean": { "mean": -0.01804055940438155, "lo": -0.0205222469551587, "hi": -0.015481632982865043, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.8363636363636363 } }, "duplicate": { "mse": { "mean": 0.13191676073681527, "lo": 0.10860890916977982, "hi": 0.1600848669413696, "n_cond": 107, "n_drugs": 95, "frac_neg": 0.0 }, "pearson": { "mean": 0.47242146622494, "lo": 0.3998432047221408, "hi": 0.5383929655658812, "n_cond": 107, "n_drugs": 95, "frac_neg": 0.14953271028037382 }, "d_mse_vs_mean": { "mean": 0.082384256666144, "lo": 0.05980209105269699, "hi": 0.10493325329055628, "n_cond": 107, "n_drugs": 95, "frac_neg": 0.06542056074766354 }, "d_pearson_vs_mean": { "mean": -0.3620566505694208, "lo": -0.4406030311611742, "hi": -0.2923697185430511, "n_cond": 107, "n_drugs": 95, "frac_neg": 0.9252336448598131 } }, "IC:train_mean": { "mse": { "mean": 0.05233541372084457, "lo": 0.04530782276632188, "hi": 0.060464544399688645, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "pearson": { "mean": 0.8288571730566187, "lo": 0.8186389365370795, "hi": 0.8379779774386983, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.05537252849253375, "lo": 0.048707810519299774, "hi": 0.0630378462548268, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "pearson": { "mean": 0.8145843852325448, "lo": 0.8037944467870336, "hi": 0.8239504239115488, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.003037114771689185, "lo": 0.0017319839369957365, "hi": 0.004348831588917348, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.14545454545454545 }, "d_pearson_vs_mean": { "mean": -0.01427278782407385, "lo": -0.0175389535102953, "hi": -0.011116444460909107, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.8618181818181818 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.05226897935630504, "lo": 0.04511287656852194, "hi": 0.060575993721455064, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "pearson": { "mean": 0.8288571730566187, "lo": 0.8186389365370794, "hi": 0.8379779774386983, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -6.643436453952443e-05, "lo": -0.0003036458564049028, "hi": 0.00024310447882608724, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.6545454545454545 }, "d_pearson_vs_mean": { "mean": 2.8260222445003986e-18, "lo": -1.3326349827568652e-17, "hi": 1.864640969954282e-17, "n_cond": 275, "n_drugs": 165, "frac_neg": 0.34545454545454546 } }, "_noise_floor_mse": { "mean": 0.01863476075232029, "lo": 0.017016062510728458, "hi": 0.0204304231986112, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.9361587762832642, "lo": 0.932986808192849, "hi": 0.9391721667482935, "n_cond": 550, "n_drugs": 325, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 550, "lam": 100, "mean_effect_norm2": 0.1421266794204712, "median_Q": 22.266929626464844, "frac_var_explained_by_mean_all": 0.6732048167927256, "frac_var_explained_by_mean_eff": 0.6904038393150594, "ic_beta": 0.9570942564767868, "same_organ_n": 8 }, "hTERT-HPNE": { "all": { "train_mean": { "mse": { "mean": 0.14094365014848537, "lo": 0.13342046728236825, "hi": 0.14922102054056066, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6367031398591342, "lo": 0.6289642453113354, "hi": 0.6440159642306637, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.17627811307090432, "lo": 0.16676617242491734, "hi": 0.1865321694553313, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.567504523781587, "lo": 0.5586317809794757, "hi": 0.576508635109691, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.035334462922418965, "lo": 0.03288413762887248, "hi": 0.03811440091516258, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.018534863195057368 }, "d_pearson_vs_mean": { "mean": -0.06919861607754725, "lo": -0.07151950220493797, "hi": -0.06668132372612867, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9629302736098853 } }, "nn5_baseline": { "mse": { "mean": 0.17384871528921708, "lo": 0.16684373674563496, "hi": 0.1817020682522181, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5561621131009248, "lo": 0.5467928154973261, "hi": 0.5654798684193889, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03290506514073174, "lo": 0.031033158450098845, "hi": 0.03473250837936753, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.06001765225066196 }, "d_pearson_vs_mean": { "mean": -0.08054102675820943, "lo": -0.08483772167685594, "hi": -0.07649417080903623, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9205648720211828 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.13741432706546788, "lo": 0.13029977372862075, "hi": 0.1451942913037812, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6443949308902158, "lo": 0.6365521182905334, "hi": 0.6520385872778169, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0035293230830174553, "lo": -0.004304689603724024, "hi": -0.0028648614113972824, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.7608120035304501 }, "d_pearson_vs_mean": { "mean": 0.007691791031081591, "lo": 0.00696059137332609, "hi": 0.00848134325683774, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.2294792586054722 } }, "null_random_line": { "mse": { "mean": 0.27985763406060504, "lo": 0.2664641776139705, "hi": 0.29571632497166184, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.44975247238950977, "lo": 0.44153917329632986, "hi": 0.45755790337296415, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.13891398391211968, "lo": 0.13269950839033118, "hi": 0.1464132822252442, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.1869506674696244, "lo": -0.18862825623050927, "hi": -0.1852300147570473, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.14093237837101769, "lo": 0.13340908623268266, "hi": 0.14920955220251653, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.6367400667395262, "lo": 0.6290012421702731, "hi": 0.6440532472621895, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.1271777467682857e-05, "lo": -1.2643849407909602e-05, "hi": -1.0104417655170146e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.9276257722859664 }, "d_pearson_vs_mean": { "mean": 3.692688039195414e-05, "lo": 3.503132026424846e-05, "hi": 3.8845525807073654e-05, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0706090026478376 } }, "same_organ_mean": { "mse": { "mean": 0.15622204600502504, "lo": 0.14731596277090309, "hi": 0.16630107848993878, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "pearson": { "mean": 0.5968235729271595, "lo": 0.5888530582409777, "hi": 0.6046196099336822, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0152783958565397, "lo": 0.013600611037012404, "hi": 0.01730213369412724, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.03987956693197472, "lo": -0.04149788916468648, "hi": -0.03831474838752546, "n_cond": 1133, "n_drugs": 379, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.2874907058191626, "lo": 0.25757714022771055, "hi": 0.3199449852222004, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0 }, "pearson": { "mean": 0.2679364616194842, "lo": 0.22242635727576512, "hi": 0.31392385611112494, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.1506849315068493 }, "d_mse_vs_mean": { "mean": 0.16693854863255086, "lo": 0.14075118586726687, "hi": 0.19091022564790358, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.0136986301369863 }, "d_pearson_vs_mean": { "mean": -0.4037384695894523, "lo": -0.4445255054450386, "hi": -0.358552556773831, "n_cond": 146, "n_drugs": 111, "frac_neg": 0.9863013698630136 } }, "IC:train_mean": { "mse": { "mean": 0.14322380822302855, "lo": 0.13196488033415046, "hi": 0.15555651673155832, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6325783878733222, "lo": 0.6218131724545528, "hi": 0.6425183871865846, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.14291189631739398, "lo": 0.13162222115097877, "hi": 0.15561060711676653, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6345062758657223, "lo": 0.6231809016919079, "hi": 0.6453570281515795, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.0003119119056345947, "lo": -0.0015059323777512005, "hi": 0.0008269995945988181, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.5017667844522968 }, "d_pearson_vs_mean": { "mean": 0.001927887992400183, "lo": -0.00014911190525071147, "hi": 0.004081765860375828, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.4664310954063604 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.14319095065067092, "lo": 0.1319796827658684, "hi": 0.15548648635795778, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "pearson": { "mean": 0.6325783878733222, "lo": 0.6218131724545528, "hi": 0.6425183871865846, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -3.285757235765212e-05, "lo": -9.542366840904439e-05, "hi": 2.207432595651139e-05, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.46113074204946997 }, "d_pearson_vs_mean": { "mean": -4.90381194622419e-18, "lo": -1.3067369203625875e-17, "hi": 3.2254046063833322e-18, "n_cond": 566, "n_drugs": 190, "frac_neg": 0.29858657243816256 } }, "_noise_floor_mse": { "mean": 0.0905340388417244, "lo": 0.08657563638207069, "hi": 0.09452819888663085, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.7630295157432556, "lo": 0.7552448683515685, "hi": 0.7712020843632497, "n_cond": 1133, "n_drugs": 379, "frac_neg": 0.0 } }, "effective": { "train_mean": { "mse": { "mean": 0.1984264564122833, "lo": 0.18465973485790135, "hi": 0.21469253353619872, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.662526515918553, "lo": 0.651975402612433, "hi": 0.6731699605792835, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 } }, "nn1_baseline": { "mse": { "mean": 0.24330253878825292, "lo": 0.22679468248358498, "hi": 0.2628120430880153, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.6075059127716972, "lo": 0.5953150852539093, "hi": 0.6198445761621467, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.04487608237596963, "lo": 0.040491641876543076, "hi": 0.049612235818508856, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.04040404040404041 }, "d_pearson_vs_mean": { "mean": -0.05502060314685578, "lo": -0.059073567555946165, "hi": -0.05097088543168981, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.9217171717171717 } }, "nn5_baseline": { "mse": { "mean": 0.22884441359131089, "lo": 0.21543419875014047, "hi": 0.24387481238813533, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.6105233595243024, "lo": 0.5976568684008744, "hi": 0.6236418740647378, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.03041795717902759, "lo": 0.02642057078747445, "hi": 0.034179339085498354, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.1388888888888889 }, "d_pearson_vs_mean": { "mean": -0.05200315639425071, "lo": -0.05785213050253895, "hi": -0.04638740876133582, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.8181818181818182 } }, "ridge_baseline_pca10": { "mse": { "mean": 0.19107120616843679, "lo": 0.17800694975623824, "hi": 0.20600751282504004, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.6741986804797557, "lo": 0.6635967097766851, "hi": 0.6849116731830287, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.007355250243846485, "lo": -0.009176847423260961, "hi": -0.005766878291627666, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.8737373737373737 }, "d_pearson_vs_mean": { "mean": 0.011672164561202684, "lo": 0.010418705348970228, "hi": 0.01298185835480874, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.12373737373737374 } }, "null_random_line": { "mse": { "mean": 0.3834862204688648, "lo": 0.357383480128376, "hi": 0.4138435447254917, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.4839653059969155, "lo": 0.4719752291944349, "hi": 0.49586728393921364, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.18505976405658153, "lo": 0.1723163796210477, "hi": 0.19953131670987442, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.17856120992163751, "lo": -0.1815586684031647, "hi": -0.175601822697069, "n_cond": 396, "n_drugs": 270, "frac_neg": 1.0 } }, "null_ridge_shuffled": { "mse": { "mean": 0.1984093368375633, "lo": 0.18464273157265385, "hi": 0.2146725262728163, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.6625612443723653, "lo": 0.652011021706645, "hi": 0.6732067291136602, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -1.7119574720017013e-05, "lo": -2.0105367880705463e-05, "hi": -1.4484840609680031e-05, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.9141414141414141 }, "d_pearson_vs_mean": { "mean": 3.472845381220485e-05, "lo": 3.1810106917752635e-05, "hi": 3.7791540447103016e-05, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.08080808080808081 } }, "same_organ_mean": { "mse": { "mean": 0.22281201584143906, "lo": 0.20683576430130732, "hi": 0.24149480627037107, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "pearson": { "mean": 0.6179429952857994, "lo": 0.6061973556122465, "hi": 0.6295600993901808, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.024385559429155795, "lo": 0.021727691700384657, "hi": 0.027456681242345394, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": -0.04458352063275367, "lo": -0.04734023781205602, "hi": -0.042088441497931194, "n_cond": 396, "n_drugs": 270, "frac_neg": 1.0 } }, "duplicate": { "mse": { "mean": 0.3493321295827627, "lo": 0.2976701545369004, "hi": 0.4036440988307568, "n_cond": 64, "n_drugs": 58, "frac_neg": 0.0 }, "pearson": { "mean": 0.30299699609167874, "lo": 0.2349947144139654, "hi": 0.36747640136211474, "n_cond": 64, "n_drugs": 58, "frac_neg": 0.171875 }, "d_mse_vs_mean": { "mean": 0.19341405925658708, "lo": 0.14525169150104314, "hi": 0.23879171111762051, "n_cond": 64, "n_drugs": 58, "frac_neg": 0.03125 }, "d_pearson_vs_mean": { "mean": -0.39979529956164783, "lo": -0.46872416717343135, "hi": -0.33368896591305397, "n_cond": 64, "n_drugs": 58, "frac_neg": 0.96875 } }, "IC:train_mean": { "mse": { "mean": 0.2020489783032383, "lo": 0.18274548655601108, "hi": 0.2232072012441055, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "pearson": { "mean": 0.6571197360062543, "lo": 0.6418389327512636, "hi": 0.6713799540641718, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "d_pearson_vs_mean": { "mean": 0.0, "lo": 0.0, "hi": 0.0, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 } }, "IC:incontext_nn5_response": { "mse": { "mean": 0.19918108670985266, "lo": 0.17985459900892317, "hi": 0.22071596281967842, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "pearson": { "mean": 0.6635642832313807, "lo": 0.6467218160240944, "hi": 0.6786634830689744, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -0.002867891593385662, "lo": -0.005653087169688771, "hi": -0.0002840752488578773, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.5846994535519126 }, "d_pearson_vs_mean": { "mean": 0.006444547225126485, "lo": 0.0016201814119104112, "hi": 0.010830936034330475, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.366120218579235 } }, "IC:incontext_scaled_mean": { "mse": { "mean": 0.2019608666093528, "lo": 0.18275740506036442, "hi": 0.22309035835642657, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "pearson": { "mean": 0.6571197360062543, "lo": 0.6418389327512636, "hi": 0.6713799540641718, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.0 }, "d_mse_vs_mean": { "mean": -8.811169388547811e-05, "lo": -0.00022143132998049775, "hi": 3.794616652381155e-05, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.5628415300546448 }, "d_pearson_vs_mean": { "mean": -5.4601132358614255e-18, "lo": -1.9935876868308352e-17, "hi": 8.996095785556492e-18, "n_cond": 183, "n_drugs": 130, "frac_neg": 0.29508196721311475 } }, "_noise_floor_mse": { "mean": 0.1126626655459404, "lo": 0.1053419230171149, "hi": 0.12050259274089849, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 }, "_oracle_pearson_ceiling": { "mean": 0.8066509366035461, "lo": 0.7963986380300555, "hi": 0.8168049033101981, "n_cond": 396, "n_drugs": 270, "frac_neg": 0.0 } }, "n_cond": 1133, "n_eff": 396, "lam": 100, "mean_effect_norm2": 0.24892017245292664, "median_Q": 5.673365116119385, "frac_var_explained_by_mean_all": 0.43377971837481644, "frac_var_explained_by_mean_eff": 0.47323727156875106, "ic_beta": 1.019053451980643, "same_organ_n": 6 } }, "baseline_similarity": { "A-172": { "top5": [ [ "SW 1088", 0.44861599802970886 ], [ "HS-578T", 0.3997451066970825 ], [ "RPMI-7951", 0.3601222038269043 ], [ "H4", 0.35962870717048645 ], [ "SNU-423", 0.3054219186306 ] ], "rank_of_other_glioma": [ 4, 1 ], "corr_other_glioma": [ 0.35962870717048645, 0.44861599802970886 ], "median_corr_nonglioma": -0.10606753826141357 }, "H4": { "top5": [ [ "SW 1088", 0.5771144032478333 ], [ "HS-578T", 0.46319058537483215 ], [ "hTERT-HPNE", 0.42752131819725037 ], [ "RPMI-7951", 0.4104604125022888 ], [ "HOP62", 0.39403805136680603 ] ], "rank_of_other_glioma": [ 6, 1 ], "corr_other_glioma": [ 0.35962870717048645, 0.5771144032478333 ], "median_corr_nonglioma": -0.05289650708436966 }, "SW 1088": { "top5": [ [ "HS-578T", 0.5888479948043823 ], [ "H4", 0.5771144032478333 ], [ "RPMI-7951", 0.5374318361282349 ], [ "hTERT-HPNE", 0.5013275146484375 ], [ "A-172", 0.44861599802970886 ] ], "rank_of_other_glioma": [ 5, 2 ], "corr_other_glioma": [ 0.44861599802970886, 0.5771144032478333 ], "median_corr_nonglioma": -0.06270762532949448 } }, "response_similarity": { "A-172": { "top5": [ [ "HOP62", 0.6850102446949209 ], [ "HS-578T", 0.6784102747919409 ], [ "PANC-1", 0.6756237547859527 ], [ "A498", 0.6743904027450297 ], [ "J82", 0.6646297665192321 ] ], "corr_other_glioma": { "H4": 0.5437157040561595, "SW 1088": 0.3402267015299857 }, "rank_of_other_glioma": [ 32, 44 ], "median_corr_nonglioma": 0.5869858957218702 }, "H4": { "top5": [ [ "HOP62", 0.5765763619846942 ], [ "NCI-H460", 0.5576214681801526 ], [ "PANC-1", 0.5478826122097541 ], [ "HS-578T", 0.544943452405609 ], [ "A-172", 0.5437157040561594 ] ], "corr_other_glioma": { "A-172": 0.5437157040561594, "SW 1088": 0.29339470295390063 }, "rank_of_other_glioma": [ 4, 45 ], "median_corr_nonglioma": 0.48730988291643995 }, "SW 1088": { "top5": [ [ "HS-578T", 0.3421354735416311 ], [ "A-172", 0.34022670152998574 ], [ "HOP62", 0.33475601967039365 ], [ "SW 1271", 0.3323550301331766 ], [ "PANC-1", 0.3287528980525105 ] ], "corr_other_glioma": { "A-172": 0.34022670152998574, "H4": 0.2933947029539007 }, "rank_of_other_glioma": [ 1, 22 ], "median_corr_nonglioma": 0.29159473702215183 } }, "markers": { "SOX2": { "A-172": { "cp10k": 0.01204400509595871, "rank": 30 }, "H4": { "cp10k": 0.03643887862563133, "rank": 10 }, "SW 1088": { "cp10k": 0.01941940374672413, "rank": 15 }, "median_all": 0.012841355055570602 }, "OLIG2": { "A-172": { "cp10k": 0.015555484220385551, "rank": 2 }, "H4": { "cp10k": 0.011008000001311302, "rank": 3 }, "SW 1088": { "cp10k": 0.00018169691611547023, "rank": 21 }, "median_all": 0.00011092250497313216 }, "OLIG1": { "A-172": { "cp10k": 5.7661833125166595e-05, "rank": 36 }, "H4": { "cp10k": 0.0004944655229337513, "rank": 21 }, "SW 1088": { "cp10k": 0.00020018343639094383, "rank": 27 }, "median_all": 0.00027839033282361925 }, "GFAP": { "A-172": { "cp10k": 0.0006160145858302712, "rank": 24 }, "H4": { "cp10k": 0.0007768046925775707, "rank": 17 }, "SW 1088": { "cp10k": 0.0007970280130393803, "rank": 16 }, "median_all": 0.0005996323889121413 }, "NES": { "A-172": { "cp10k": 1.0674830675125122, "rank": 3 }, "H4": { "cp10k": 0.016170790418982506, "rank": 40 }, "SW 1088": { "cp10k": 0.058947887271642685, "rank": 23 }, "median_all": 0.03655943274497986 }, "CD44": { "A-172": { "cp10k": 12.723983764648438, "rank": 12 }, "H4": { "cp10k": 13.048443794250488, "rank": 10 }, "SW 1088": { "cp10k": 12.272526741027832, "rank": 13 }, "median_all": 4.250706195831299 }, "CHI3L1": { "A-172": { "cp10k": 0.005677297245711088, "rank": 6 }, "H4": { "cp10k": 0.0008876356296241283, "rank": 43 }, "SW 1088": { "cp10k": 0.23560567200183868, "rank": 2 }, "median_all": 0.001433857949450612 }, "VIM": { "A-172": { "cp10k": 33.33930587768555, "rank": 7 }, "H4": { "cp10k": 17.553537368774414, "rank": 19 }, "SW 1088": { "cp10k": 22.160228729248047, "rank": 15 }, "median_all": 12.183034896850586 }, "S100B": { "A-172": { "cp10k": 0.0016789290821179748, "rank": 16 }, "H4": { "cp10k": 0.0030466094613075256, "rank": 8 }, "SW 1088": { "cp10k": 0.00866455864161253, "rank": 5 }, "median_all": 0.001340497750788927 }, "PTPRZ1": { "A-172": { "cp10k": 0.012232622131705284, "rank": 38 }, "H4": { "cp10k": 0.01456078328192234, "rank": 27 }, "SW 1088": { "cp10k": 0.02164430171251297, "rank": 13 }, "median_all": 0.014706849120557308 }, "PDGFRA": { "A-172": { "cp10k": 0.013372876681387424, "rank": 20 }, "H4": { "cp10k": 0.03421089053153992, "rank": 12 }, "SW 1088": { "cp10k": 0.02234339900314808, "rank": 14 }, "median_all": 0.00890650600194931 }, "EGFR": { "A-172": { "cp10k": 7.5439252853393555, "rank": 8 }, "H4": { "cp10k": 8.737884521484375, "rank": 7 }, "SW 1088": { "cp10k": 9.307419776916504, "rank": 5 }, "median_all": 3.695716142654419 }, "SOX10": { "A-172": { "cp10k": 0.007850470952689648, "rank": 22 }, "H4": { "cp10k": 0.009439521469175816, "rank": 14 }, "SW 1088": { "cp10k": 0.017796974629163742, "rank": 7 }, "median_all": 0.00749804824590683 }, "DLL3": { "A-172": { "cp10k": 0.008344932459294796, "rank": 42 }, "H4": { "cp10k": 0.020172815769910812, "rank": 25 }, "SW 1088": { "cp10k": 0.013055718503892422, "rank": 34 }, "median_all": 0.019250161945819855 }, "ASCL1": { "A-172": { "cp10k": 0.00605378532782197, "rank": 24 }, "H4": { "cp10k": 0.006444085855036974, "rank": 19 }, "SW 1088": { "cp10k": 0.027175243943929672, "rank": 5 }, "median_all": 0.00576559454202652 } }, "runtime_s": 372.219269990921 }