{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_train = pd.read_csv('/kaggle/input/domains/true_train_domains_12jul', sep=',')\ndomains_test = pd.read_csv('/kaggle/input/domains/true_test_domains_12jul', sep=',')\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms = pd.read_csv('/kaggle/input/go-terms-interpro/go_term_domains.tsv', on_bad_lines='skip', \n                   sep=('\\t'))","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go  =terms[terms['GO Terms'].isna() == False]","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go.columns = terms_with_known_go.columns.str.replace('Integrated Signatures',\n                                                                      'Integrated_Signatures')\nterms_with_known_go.columns = terms_with_known_go.columns.str.replace('GO Terms',\n                                                                      'GO_Terms')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go = terms_with_known_go[['Integrated_Signatures', 'GO_Terms']]\nterms_with_known_go\n#There are GO terms only for 3309 domains","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go1 = terms_with_known_go[['Integrated_Signatures']]\nterms_with_known_go1","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"new_=[]\nfor i in range(len(terms_with_known_go1)):\n    new_.append( terms_with_known_go1['Integrated_Signatures'].tolist()[i].split(sep=',', maxsplit=-1))","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go['Integrated_Signatures2']= new_","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go = terms_with_known_go.explode(['Integrated_Signatures2'])","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"terms_with_known_go","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pfs = list(set(domains_train['Pf_id'].tolist()))\nlen(pfs)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pfs2 = list(set(domains_test['Pf_id'].tolist()))\nlen(pfs2)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_go_terms = terms_with_known_go[terms_with_known_go['Integrated_Signatures2'].isin(pfs)]\ntrain_go_terms","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_go_terms = terms_with_known_go[terms_with_known_go['Integrated_Signatures2'].isin(pfs2)]\ntest_go_terms","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_train.pop('Unnamed: 0')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_go_terms.columns = train_go_terms.columns.str.replace('Integrated_Signatures2',\n                                                                      'Pf_id')\ntest_go_terms.columns = test_go_terms.columns.str.replace('Integrated_Signatures2',\n                                                                      'Pf_id')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_train_with_terms = domains_train.merge(train_go_terms, on='Pf_id', how='right')\ndomains_test_with_terms = domains_test.merge(test_go_terms, on='Pf_id', how='right')\n","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_train_with_terms.pop('Pf_id2')\ndomains_train_with_terms.pop('Integrated_Signatures')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_test_with_terms.pop('Pf_id2')\ndomains_test_with_terms.pop('Integrated_Signatures')\ndomains_test_with_terms.pop('Unnamed: 0')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_train_with_terms.to_csv('train_domains_with_go_terms')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_test_with_terms.to_csv('test_domains_with_go_terms')","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"domains_test_with_terms","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission_df=domains_test_with_terms[['id_prot', 'GO_Terms']]","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission_df['probability'] = 0.99","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission_df.to_csv('submission.tsv',\n    sep='\\t', header=False, index=False)","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission_df","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}