{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy as np\nimport tensorflow as tf\nimport json\nimport os\nimport pickle","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-08-29T19:56:30.553018Z","iopub.execute_input":"2023-08-29T19:56:30.553512Z","iopub.status.idle":"2023-08-29T19:56:30.560277Z","shell.execute_reply.started":"2023-08-29T19:56:30.553475Z","shell.execute_reply":"2023-08-29T19:56:30.558934Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"inpdir = \"/kaggle/input/asl-fingerspelling\"\ndf = pd.read_csv(f'{inpdir}/train.csv')\ndf[\"phrase_bytes\"] = df[\"phrase\"].map(lambda x: x.encode(\"utf-8\"))\ndisplay(df.head())","metadata":{"execution":{"iopub.status.busy":"2023-08-29T19:53:24.102301Z","iopub.execute_input":"2023-08-29T19:53:24.103217Z","iopub.status.idle":"2023-08-29T19:53:24.362168Z","shell.execute_reply.started":"2023-08-29T19:53:24.103174Z","shell.execute_reply":"2023-08-29T19:53:24.36045Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"preds_folder = '/kaggle/input/aslfr-base-model-levs'\n\nfor i, file_id in enumerate(df.file_id.unique()):\n    print(i)\n    preds = pickle.load(open(f\"{preds_folder}/{file_id}.p\", \"rb\"))\n\n    if not os.path.isdir(\"tfds\"): os.mkdir(\"tfds\")\n    tffile = f\"tfds/{file_id}.tfrecord\"\n    with tf.io.TFRecordWriter(tffile, 'GZIP') as file_writer:\n        for pred in preds:\n            features = {}\n            features[\"lev\"] =tf.train.Feature(float_list=tf.train.FloatList(value=np.asarray(pred)[None]))\n            record_bytes = tf.train.Example(features=tf.train.Features(feature=features)).SerializeToString()\n            file_writer.write(record_bytes)","metadata":{"execution":{"iopub.status.busy":"2023-08-29T20:05:32.157663Z","iopub.execute_input":"2023-08-29T20:05:32.158212Z","iopub.status.idle":"2023-08-29T20:05:34.179244Z","shell.execute_reply.started":"2023-08-29T20:05:32.15817Z","shell.execute_reply":"2023-08-29T20:05:34.177992Z"},"trusted":true},"execution_count":null,"outputs":[]}]}