{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "b6fd1b72-7057-4893-903e-469c513c241a", "metadata": {}, "outputs": [], "source": [ "from exllamav2 import ExLlamaV2, ExLlamaV2Config, ExLlamaV2Cache, ExLlamaV2Tokenizer\n", "from exllamav2.generator import ExLlamaV2DynamicGenerator, ExLlamaV2DynamicJob, ExLlamaV2Sampler\n", "import torch\n", "import torch.nn.functional as F\n", "import matplotlib.pyplot as plt\n", "import matplotlib.font_manager as fm\n", "import os\n", "import math\n", "\n", "def calculate_perplexity(model, tokenizer, input_ids) -> torch.Tensor:\n", " # Tokenize the input text\n", " target_ids = input_ids[:, 1:]\n", "\n", " # Compute loss\n", " with torch.no_grad():\n", " logits = model.forward(input_ids).float()\n", " logprobs = F.log_softmax(logits, dim=-1).to('cuda')\n", " target_ids = target_ids.to('cuda')\n", " target_logprobs = logprobs[:, :-1].gather(dim=-1, index=target_ids.unsqueeze(-1)).squeeze(-1)\n", " nll = -target_logprobs\n", "\n", " # Perplexity is exp(loss)\n", " perplexity = nll.exp()\n", " return nll\n", "\n", "def calculate_stdev(numbers):\n", " if len(numbers) < 2:\n", " raise ValueError(\"At least two numbers are required to calculate the standard deviation.\")\n", "\n", " mean = sum(numbers) / len(numbers)\n", " variance = sum((x - mean) ** 2 for x in numbers) / (len(numbers) - 1)\n", " stdev = math.sqrt(variance)\n", " return stdev" ] }, { "cell_type": "code", "execution_count": 2, "id": "be0faf2f-4a98-49b4-a00c-a38ea756ae0a", "metadata": {}, "outputs": [], "source": [ "import json\n", "with open('clustered_embeded_full.json') as tmpinputCollector:\n", " col = json.load(tmpinputCollector)" ] }, { "cell_type": "code", "execution_count": 7, "id": "7f841d56-cae6-4c09-b3b0-e2e30b37ec0c", "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/plain": [ "{'cluster': 0,\n", " 'premise': 'Caspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).',\n", " 'embedding': [-0.46728515625,\n", " 0.5390625,\n", " -0.350341796875,\n", " 0.1322021484375,\n", " -0.51416015625,\n", " 0.43896484375,\n", " -0.478515625,\n", " 0.387451171875,\n", " 0.1256103515625,\n", " -0.355712890625,\n", " 0.33447265625,\n", " 2.080078125,\n", " 0.89306640625,\n", " -0.8759765625,\n", " -0.1971435546875,\n", " -0.705078125,\n", " -0.403564453125,\n", " -0.386962890625,\n", " 0.78466796875,\n", " 0.6865234375,\n", " 0.04302978515625,\n", " 0.45263671875,\n", " -0.22509765625,\n", " -0.25634765625,\n", " -0.137451171875,\n", " 0.2249755859375,\n", " -0.8935546875,\n", " -0.216064453125,\n", " 1.5673828125,\n", " -0.2274169921875,\n", " 0.033660888671875,\n", " 0.78076171875,\n", " -7.71484375,\n", " 0.395751953125,\n", " -0.2705078125,\n", " 0.62158203125,\n", " 0.398681640625,\n", " 0.301513671875,\n", " -0.50927734375,\n", " 0.029449462890625,\n", " 0.6455078125,\n", " 0.40966796875,\n", " 0.3896484375,\n", " -0.79833984375,\n", " -0.10772705078125,\n", " -0.34228515625,\n", " 0.2330322265625,\n", " -0.238037109375,\n", " 0.2001953125,\n", " 0.42724609375,\n", " -0.33935546875,\n", " 1.529296875,\n", " 0.564453125,\n", " -0.351806640625,\n", " -0.1622314453125,\n", " 0.41943359375,\n", " 0.27001953125,\n", " 0.587890625,\n", " 0.35791015625,\n", " -0.2017822265625,\n", " 0.79296875,\n", " 0.12347412109375,\n", " 0.0770263671875,\n", " 0.87060546875,\n", " -0.337646484375,\n", " 0.005733489990234375,\n", " 0.6064453125,\n", " 0.2103271484375,\n", " -0.46923828125,\n", " 0.403076171875,\n", " -0.308837890625,\n", " -0.08428955078125,\n", " 0.33935546875,\n", " -0.4873046875,\n", " 0.515625,\n", " -0.1109619140625,\n", " 0.07818603515625,\n", " 0.7626953125,\n", " 0.307373046875,\n", " 0.5849609375,\n", " 0.09075927734375,\n", " -0.2073974609375,\n", " -1.1025390625,\n", " 0.9091796875,\n", " 1.40625,\n", " 0.11590576171875,\n", " -0.312744140625,\n", " -0.11065673828125,\n", " -0.671875,\n", " 0.422119140625,\n", " 0.0006127357482910156,\n", " -0.1790771484375,\n", " 0.10784912109375,\n", " 0.0086212158203125,\n", " 0.1219482421875,\n", " 0.5146484375,\n", " -0.1356201171875,\n", " -0.5361328125,\n", " -0.62939453125,\n", " 0.257568359375,\n", " -0.345703125,\n", " 0.08740234375,\n", " -0.0780029296875,\n", " -0.55908203125,\n", " -0.3173828125,\n", " -0.323486328125,\n", " -1.490234375,\n", " -0.075439453125,\n", " 0.02557373046875,\n", " 0.24072265625,\n", " -0.05230712890625,\n", " 0.10772705078125,\n", " 0.96875,\n", " 0.333251953125,\n", " 0.94677734375,\n", " -0.564453125,\n", " 0.27294921875,\n", " 0.364013671875,\n", " 0.1885986328125,\n", " 0.09796142578125,\n", " -0.1337890625,\n", " 0.97021484375,\n", " -0.40234375,\n", " -0.2484130859375,\n", " 0.08026123046875,\n", " 0.244140625,\n", " -0.625,\n", " 1.7099609375,\n", " -1.087890625,\n", " 0.320556640625,\n", " 0.41455078125,\n", " -0.258056640625,\n", " -0.72119140625,\n", " -0.1256103515625,\n", " -0.708984375,\n", " 0.0289764404296875,\n", " 0.65283203125,\n", " 0.51611328125,\n", " 0.251953125,\n", " -0.96337890625,\n", " -0.72314453125,\n", " 0.28125,\n", " 0.357177734375,\n", " -0.76953125,\n", " -0.43017578125,\n", " -0.0084686279296875,\n", " 0.3955078125,\n", " 0.099365234375,\n", " -0.1845703125,\n", " 0.830078125,\n", " -0.2744140625,\n", " 0.0933837890625,\n", " 1.1767578125,\n", " 0.039306640625,\n", " 0.95751953125,\n", " 0.130859375,\n", " -0.367919921875,\n", " 0.513671875,\n", " 0.038421630859375,\n", " 0.366455078125,\n", " 0.054168701171875,\n", " -0.419189453125,\n", " -0.170166015625,\n", " -0.2030029296875,\n", " 0.05596923828125,\n", " 0.0283355712890625,\n", " 0.01702880859375,\n", " 0.053314208984375,\n", " -0.15185546875,\n", " 0.6767578125,\n", " -0.51708984375,\n", " -0.8935546875,\n", " 0.53125,\n", " -0.1453857421875,\n", " 0.033416748046875,\n", " 0.2220458984375,\n", " 0.5791015625,\n", " 0.0447998046875,\n", " -0.89013671875,\n", " -0.329345703125,\n", " 1.267578125,\n", " -0.93994140625,\n", " 0.4326171875,\n", " -0.29931640625,\n", " -0.62451171875,\n", " 0.057098388671875,\n", " -0.2283935546875,\n", " -0.59912109375,\n", " 0.7568359375,\n", " -0.6298828125,\n", " 0.061370849609375,\n", " -0.75146484375,\n", " 0.97021484375,\n", " 0.399658203125,\n", " 0.210693359375,\n", " -0.5634765625,\n", " -0.439697265625,\n", " -0.54541015625,\n", " -1.33203125,\n", " 0.0230865478515625,\n", " 0.382568359375,\n", " 0.34814453125,\n", " 0.2384033203125,\n", " 0.77392578125,\n", " 0.85302734375,\n", " -0.07366943359375,\n", " -0.016143798828125,\n", " -0.51220703125,\n", " -0.27197265625,\n", " 0.6845703125,\n", " 0.37255859375,\n", " 0.26904296875,\n", " 5.125,\n", " -0.67041015625,\n", " -0.0026988983154296875,\n", " 0.290771484375,\n", " 0.37548828125,\n", " -0.36279296875,\n", " -0.94482421875,\n", " -0.481689453125,\n", " 1.0185546875,\n", " 0.060882568359375,\n", " 0.5146484375,\n", " -0.162109375,\n", " -0.1016845703125,\n", " 0.7080078125,\n", " -0.05279541015625,\n", " -0.80224609375,\n", " 0.85400390625,\n", " 0.490234375,\n", " -0.271728515625,\n", " 0.1248779296875,\n", " 0.054931640625,\n", " 0.58935546875,\n", " -0.25146484375,\n", " -0.04754638671875,\n", " -0.0028858184814453125,\n", " 0.79736328125,\n", " 0.00531768798828125,\n", " 0.2325439453125,\n", " -0.34130859375,\n", " 0.228271484375,\n", " -0.5751953125,\n", " -1.791015625,\n", " -0.6220703125,\n", " 1.1357421875,\n", " -0.64453125,\n", " 1.1689453125,\n", " 0.3095703125,\n", " -0.371337890625,\n", " 0.59228515625,\n", " -0.1439208984375,\n", " -0.488525390625,\n", " -0.019439697265625,\n", " -0.279052734375,\n", " -0.351318359375,\n", " 0.86279296875,\n", " 0.125244140625,\n", " 0.28173828125,\n", " 1.431640625,\n", " 0.25146484375,\n", " -0.3203125,\n", " -0.12481689453125,\n", " 0.9365234375,\n", " 0.9951171875,\n", " 0.55908203125,\n", " -0.2335205078125,\n", " 0.2568359375,\n", " 1.0947265625,\n", " -0.018310546875,\n", " 0.11669921875,\n", " 0.39013671875,\n", " 0.352783203125,\n", " -0.8505859375,\n", " -0.0772705078125,\n", " -0.093505859375,\n", " 0.63818359375,\n", " 0.1640625,\n", " 0.65087890625,\n", " 1.0322265625,\n", " 0.20263671875,\n", " 0.1663818359375,\n", " 0.0850830078125,\n", " 0.10791015625,\n", " 0.10845947265625,\n", " 0.496826171875,\n", " 0.5625,\n", " -0.34619140625,\n", " 0.258544921875,\n", " 0.85302734375,\n", " 1.564453125,\n", " -4.765625,\n", " -0.042236328125,\n", " 0.1103515625,\n", " -0.283447265625,\n", " 1.4853515625,\n", " -0.0035495758056640625,\n", " 1.24609375,\n", " 0.63623046875,\n", " -0.399169921875,\n", " -0.41943359375,\n", " -0.3212890625,\n", " 0.272216796875,\n", " -0.28466796875,\n", " 0.71533203125,\n", " -0.0011272430419921875,\n", " -1.04296875,\n", " 0.36279296875,\n", " -0.487548828125,\n", " 0.166259765625,\n", " -0.332763671875,\n", " 0.5654296875,\n", " -0.00347900390625,\n", " -0.33349609375,\n", " 0.30859375,\n", " 0.91650390625,\n", " -0.67431640625,\n", " -0.82666015625,\n", " 0.1962890625,\n", " -0.280029296875,\n", " 1.36328125,\n", " -0.32666015625,\n", " -0.004116058349609375,\n", " 0.07672119140625,\n", " 0.06707763671875,\n", " 0.89892578125,\n", " -0.453125,\n", " -0.31201171875,\n", " 0.372314453125,\n", " -0.3828125,\n", " -0.5986328125,\n", " 0.8134765625,\n", " -0.290771484375,\n", " 0.0352783203125,\n", " -0.393798828125,\n", " 0.177734375,\n", " -0.40576171875,\n", " -0.309814453125,\n", " -0.74609375,\n", " 1.05078125,\n", " -0.80908203125,\n", " 0.379150390625,\n", " -1.1025390625,\n", " -0.4189453125,\n", " 0.359375,\n", " -0.0758056640625,\n", " -0.057525634765625,\n", " 1.1435546875,\n", " -0.04400634765625,\n", " -0.80224609375,\n", " -0.209228515625,\n", " -0.46533203125,\n", " 0.334716796875,\n", " -0.61083984375,\n", " -0.7666015625,\n", " 0.2396240234375,\n", " -0.051239013671875,\n", " -0.70654296875,\n", " -1.142578125,\n", " -0.4716796875,\n", " -0.52490234375,\n", " 0.5439453125,\n", " -0.79443359375,\n", " -0.321044921875,\n", " 0.6328125,\n", " -0.06695556640625,\n", " 0.49072265625,\n", " 0.416259765625,\n", " 0.127685546875,\n", " 0.422119140625,\n", " 0.469970703125,\n", " 1.5029296875,\n", " 0.375,\n", " 1.216796875,\n", " 0.156005859375,\n", " 0.10797119140625,\n", " -0.130615234375,\n", " -0.037200927734375,\n", " -0.6884765625,\n", " 0.454345703125,\n", " 0.71630859375,\n", " 0.332275390625,\n", " 0.8232421875,\n", " -0.693359375,\n", " 1.392578125,\n", " -4.14453125,\n", " -0.0244903564453125,\n", " 0.264892578125,\n", " 0.796875,\n", " 0.3955078125,\n", " -0.34375,\n", " -0.1744384765625,\n", " 1.25,\n", " 1.236328125,\n", " 0.56689453125,\n", " -1.1376953125,\n", " 0.14306640625,\n", " 0.64892578125,\n", " 0.3759765625,\n", " 0.10736083984375,\n", " 0.253173828125,\n", " 0.34912109375,\n", " -0.88427734375,\n", " -0.0821533203125,\n", " 0.270751953125,\n", " -1.31640625,\n", " -13.1015625,\n", " 0.12286376953125,\n", " 0.12164306640625,\n", " -0.556640625,\n", " 0.25830078125,\n", " -0.771484375,\n", " -0.11590576171875,\n", " 0.308349609375,\n", " -0.41455078125,\n", " 0.55322265625,\n", " 1.30859375,\n", " 0.369384765625,\n", " 0.99560546875,\n", " -0.302490234375,\n", " -0.3271484375,\n", " 1.1279296875,\n", " 0.4267578125,\n", " 0.1717529296875,\n", " -0.06304931640625,\n", " -0.01035308837890625,\n", " -0.027557373046875,\n", " 0.78857421875,\n", " 0.509765625,\n", " 0.29248046875,\n", " -0.5869140625,\n", " 0.08746337890625,\n", " 0.2015380859375,\n", " -0.71435546875,\n", " 0.46826171875,\n", " 0.25,\n", " -0.328857421875,\n", " 0.050750732421875,\n", " 0.263427734375,\n", " -0.76904296875,\n", " -0.6669921875,\n", " 0.35400390625,\n", " -0.128173828125,\n", " 0.77587890625,\n", " -0.88623046875,\n", " 0.9765625,\n", " 0.174560546875,\n", " -0.4228515625,\n", " -0.276611328125,\n", " 0.51806640625,\n", " 0.16064453125,\n", " -0.0699462890625,\n", " -0.87109375,\n", " -0.51904296875,\n", " -0.52880859375,\n", " -0.20947265625,\n", " -0.5458984375,\n", " -0.06365966796875,\n", " 0.201416015625,\n", " 0.08978271484375,\n", " 0.10919189453125,\n", " 0.3779296875,\n", " 0.276123046875,\n", " -0.57861328125,\n", " -1.1962890625,\n", " 0.39892578125,\n", " -0.830078125,\n", " -0.7919921875,\n", " 0.364501953125,\n", " 0.890625,\n", " 0.62060546875,\n", " -0.55224609375,\n", " -0.619140625,\n", " -0.544921875,\n", " 0.206787109375,\n", " -0.215576171875,\n", " 1.8330078125,\n", " 2.421875,\n", " -0.2042236328125,\n", " -0.348876953125,\n", " 0.69970703125,\n", " 0.367919921875,\n", " -0.76416015625,\n", " 0.57177734375,\n", " -0.72998046875,\n", " -0.466552734375,\n", " -0.08868408203125,\n", " 0.34375,\n", " -0.4453125,\n", " 0.1466064453125,\n", " -0.68505859375,\n", " 0.796875,\n", " -0.8974609375,\n", " -0.29736328125,\n", " 0.966796875,\n", " 0.03692626953125,\n", " 0.453369140625,\n", " -0.65087890625,\n", " 0.943359375,\n", " 0.42724609375,\n", " -0.81298828125,\n", " 0.1512451171875,\n", " -0.11822509765625,\n", " 0.0111541748046875,\n", " -0.33984375,\n", " 0.308349609375,\n", " -0.00960540771484375,\n", " 0.06793212890625,\n", " -0.2396240234375,\n", " -0.591796875,\n", " 0.3701171875,\n", " 0.179443359375,\n", " -0.374267578125,\n", " 0.54296875,\n", " -0.8203125,\n", " 0.1279296875,\n", " 0.62255859375,\n", " 0.07666015625,\n", " 0.7109375,\n", " 0.78076171875,\n", " 0.310791015625,\n", " -0.68994140625,\n", " -0.4150390625,\n", " 0.341552734375,\n", " -0.57373046875,\n", " -0.315185546875,\n", " -0.1142578125,\n", " -0.60888671875,\n", " 1.04296875,\n", " -0.355712890625,\n", " 1.0419921875,\n", " -0.1007080078125,\n", " -0.25,\n", " -0.07403564453125,\n", " -0.161865234375,\n", " 0.6767578125,\n", " -0.025604248046875,\n", " 0.81103515625,\n", " 0.10986328125,\n", " -0.31884765625,\n", " 0.19677734375,\n", " -0.6376953125,\n", " -0.302978515625,\n", " -0.69921875,\n", " -0.29443359375,\n", " 0.37939453125,\n", " -0.2119140625,\n", " -0.646484375,\n", " 0.955078125,\n", " 0.7236328125,\n", " 0.93896484375,\n", " -0.86376953125,\n", " -0.2108154296875,\n", " -0.2119140625,\n", " -0.01203155517578125,\n", " -0.328125,\n", " 0.387939453125,\n", " 0.08294677734375,\n", " -0.052032470703125,\n", " -0.7451171875,\n", " -0.432373046875,\n", " -0.31884765625,\n", " -0.345458984375,\n", " -0.84814453125,\n", " -1.3291015625,\n", " 0.73583984375,\n", " -0.13671875,\n", " 0.59375,\n", " 0.958984375,\n", " -0.85400390625,\n", " 0.1575927734375,\n", " 0.019073486328125,\n", " -0.0302734375,\n", " 0.7392578125,\n", " -0.415283203125,\n", " 0.315185546875,\n", " -1.2099609375,\n", " -0.61767578125,\n", " -0.541015625,\n", " -0.10125732421875,\n", " -0.0938720703125,\n", " 0.37353515625,\n", " 0.2288818359375,\n", " 0.390869140625,\n", " 0.309326171875,\n", " -0.0638427734375,\n", " 0.297607421875,\n", " -0.05670166015625,\n", " 0.2958984375,\n", " 0.440673828125,\n", " 1.134765625,\n", " 0.1925048828125,\n", " -0.1761474609375,\n", " -0.427734375,\n", " 1.099609375,\n", " -0.6103515625,\n", " -0.40869140625,\n", " 0.494140625,\n", " 10.2734375,\n", " -0.042266845703125,\n", " -0.11883544921875,\n", " 0.0247344970703125,\n", " 1.1845703125,\n", " -0.327880859375,\n", " 0.1903076171875,\n", " 0.265380859375,\n", " 0.00878143310546875,\n", " -0.08087158203125,\n", " -0.6416015625,\n", " 0.234130859375,\n", " 0.20703125,\n", " 0.305908203125,\n", " -0.74267578125,\n", " -0.29296875,\n", " 0.25634765625,\n", " 0.474609375,\n", " 1.3603515625,\n", " -0.396484375,\n", " -0.161376953125,\n", " -0.38671875,\n", " 0.397705078125,\n", " 0.73583984375,\n", " 0.3310546875,\n", " -0.04400634765625,\n", " -0.299560546875,\n", " -0.0853271484375,\n", " 0.61572265625,\n", " -0.436279296875,\n", " -0.6591796875,\n", " -0.206298828125,\n", " 0.09393310546875,\n", " -0.5888671875,\n", " 1.111328125,\n", " 0.09881591796875,\n", " -0.43701171875,\n", " 0.2958984375,\n", " -0.60107421875,\n", " -0.53173828125,\n", " -0.83349609375,\n", " 0.260986328125,\n", " -0.2578125,\n", " -0.41748046875,\n", " -1.48828125,\n", " -0.453369140625,\n", " 0.004283905029296875,\n", " -0.327392578125,\n", " -0.248779296875,\n", " 0.1749267578125,\n", " -0.342041015625,\n", " 0.1495361328125,\n", " -0.2427978515625,\n", " 0.080322265625,\n", " -0.2010498046875,\n", " 0.13427734375,\n", " -0.479736328125,\n", " 2.447265625,\n", " 0.22265625,\n", " 0.1837158203125,\n", " 0.71044921875,\n", " 0.57177734375,\n", " -0.252197265625,\n", " 0.59326171875,\n", " 0.95068359375,\n", " -0.6435546875,\n", " 0.07489013671875,\n", " 0.1678466796875,\n", " -0.142333984375,\n", " -0.497314453125,\n", " 0.286376953125,\n", " -0.08697509765625,\n", " -0.20263671875,\n", " -0.350830078125,\n", " -0.315185546875,\n", " -0.225341796875,\n", " 0.3779296875,\n", " 0.5703125,\n", " 0.341064453125,\n", " -0.376953125,\n", " 1.2109375,\n", " 0.93115234375,\n", " 0.35986328125,\n", " -1.25,\n", " 0.187744140625,\n", " -0.0953369140625,\n", " -0.6826171875,\n", " -0.69921875,\n", " 0.1976318359375,\n", " -0.54296875,\n", " 0.01528167724609375,\n", " 0.931640625,\n", " -0.580078125,\n", " -0.15185546875,\n", " -0.197021484375,\n", " 0.7021484375,\n", " -0.206298828125,\n", " -0.466552734375,\n", " -0.051605224609375,\n", " 0.66259765625,\n", " -0.3359375,\n", " 1.4091796875,\n", " -0.0160675048828125,\n", " 0.278564453125,\n", " 0.65283203125,\n", " 0.063720703125,\n", " 0.0479736328125,\n", " -0.494384765625,\n", " 0.382080078125,\n", " 0.73583984375,\n", " 0.87890625,\n", " 1.3359375,\n", " -1.0166015625,\n", " 0.2188720703125,\n", " -0.08074951171875,\n", " -0.336669921875,\n", " 2.80859375,\n", " 0.09783935546875,\n", " 0.040252685546875,\n", " 0.1590576171875,\n", " -0.480224609375,\n", " -0.7998046875,\n", " 0.79638671875,\n", " -0.27587890625,\n", " 0.92041015625,\n", " 0.275390625,\n", " 0.358642578125,\n", " 0.55029296875,\n", " -0.4912109375,\n", " 0.9765625,\n", " -0.173583984375,\n", " -0.267822265625,\n", " 0.08447265625,\n", " 0.40966796875,\n", " -1.201171875,\n", " 0.19189453125,\n", " 0.392578125,\n", " 0.62548828125,\n", " 0.1324462890625,\n", " 0.76611328125,\n", " 0.29345703125,\n", " 0.403564453125,\n", " -1.2431640625,\n", " -0.208740234375,\n", " -0.300048828125,\n", " 0.16552734375,\n", " -0.57080078125,\n", " -0.0511474609375,\n", " 0.72265625,\n", " -1.0703125,\n", " 0.173828125,\n", " 0.486572265625,\n", " 0.85693359375,\n", " -0.75537109375,\n", " -0.55126953125,\n", " 0.60107421875,\n", " 0.0445556640625,\n", " -0.0836181640625,\n", " -0.304931640625,\n", " 0.132080078125,\n", " 0.626953125,\n", " 0.423828125,\n", " -0.3134765625,\n", " -0.2034912109375,\n", " -0.372802734375,\n", " -0.287841796875,\n", " 0.93115234375,\n", " 0.232666015625,\n", " 0.26171875,\n", " -0.837890625,\n", " 0.334716796875,\n", " -0.49951171875,\n", " 0.1351318359375,\n", " -0.1905517578125,\n", " 0.71142578125,\n", " 0.08209228515625,\n", " -0.280029296875,\n", " 0.01081085205078125,\n", " -0.55126953125,\n", " 0.06646728515625,\n", " -0.32275390625,\n", " 0.39794921875,\n", " 0.406494140625,\n", " -0.2509765625,\n", " 0.55908203125,\n", " -0.06353759765625,\n", " 2.244140625,\n", " 0.8642578125,\n", " -0.48095703125,\n", " -0.51171875,\n", " 0.19287109375,\n", " -0.01324462890625,\n", " -0.7158203125,\n", " -0.174072265625,\n", " -1.2158203125,\n", " -0.2734375,\n", " -0.0771484375,\n", " -0.11083984375,\n", " 0.26220703125,\n", " -0.1337890625,\n", " -0.422607421875,\n", " -0.599609375,\n", " 0.537109375,\n", " 0.309814453125,\n", " 0.33544921875,\n", " 1.009765625,\n", " 0.64306640625,\n", " 0.08526611328125,\n", " -1.0927734375,\n", " 1.2265625,\n", " 0.66650390625,\n", " 0.1829833984375,\n", " -0.67919921875,\n", " 0.55810546875,\n", " 0.1627197265625,\n", " -0.1151123046875,\n", " 0.72216796875,\n", " 0.70947265625,\n", " 0.1494140625,\n", " 0.548828125,\n", " 0.420166015625,\n", " 0.68017578125,\n", " -0.411865234375,\n", " 0.368896484375,\n", " 0.28173828125,\n", " -0.37158203125,\n", " 0.78369140625,\n", " 0.97216796875,\n", " 0.381103515625,\n", " 0.681640625,\n", " -0.51953125,\n", " 0.1492919921875,\n", " 0.2147216796875,\n", " 0.78125,\n", " 0.18017578125,\n", " -0.079833984375,\n", " -0.62109375,\n", " 0.499267578125,\n", " -0.395263671875,\n", " 0.62255859375,\n", " -0.26806640625,\n", " 0.5771484375,\n", " -0.5009765625,\n", " -0.2177734375,\n", " -0.408447265625,\n", " -0.2435302734375,\n", " -0.2117919921875,\n", " -0.039825439453125,\n", " -0.0223846435546875,\n", " -0.3466796875,\n", " 0.98486328125,\n", " -0.408203125,\n", " 0.63623046875,\n", " 0.58984375,\n", " -0.11041259765625,\n", " 0.25390625,\n", " 0.328125,\n", " -0.955078125,\n", " -0.181640625,\n", " 0.8408203125,\n", " -0.265869140625,\n", " -0.2100830078125,\n", " 0.35546875,\n", " -0.2391357421875,\n", " -0.126953125,\n", " -0.142822265625,\n", " -1.765625,\n", " 0.86328125,\n", " 0.57958984375,\n", " 0.25390625,\n", " 0.3193359375,\n", " 0.2259521484375,\n", " 0.373291015625,\n", " -1.01171875,\n", " -0.2061767578125,\n", " 0.271728515625,\n", " 0.384521484375,\n", " 0.93359375,\n", " 0.180419921875,\n", " 0.002704620361328125,\n", " 0.1253662109375,\n", " -0.1468505859375,\n", " -0.26953125,\n", " -0.0792236328125,\n", " -0.215087890625,\n", " -0.68994140625,\n", " -0.373291015625,\n", " -1.443359375,\n", " 0.1429443359375,\n", " -0.2137451171875,\n", " -0.220703125,\n", " 0.34228515625,\n", " 1.0029296875,\n", " -0.58251953125,\n", " 0.37060546875,\n", " 0.25146484375,\n", " 0.53515625,\n", " -0.43017578125,\n", " 1.09375,\n", " 0.2451171875,\n", " 0.7861328125,\n", " 0.361083984375,\n", " -0.1058349609375,\n", " 0.454345703125,\n", " -0.2071533203125,\n", " 0.411865234375,\n", " 0.0160369873046875,\n", " 0.332763671875,\n", " -0.50732421875,\n", " 0.040191650390625,\n", " 0.250732421875,\n", " -0.194091796875,\n", " 0.1468505859375,\n", " -0.5,\n", " 0.294921875,\n", " -0.404541015625,\n", " 0.03656005859375,\n", " 0.376953125,\n", " 0.21142578125,\n", " -0.1329345703125,\n", " -0.56494140625,\n", " 0.77294921875,\n", " 0.4892578125,\n", " -1.189453125,\n", " 1.30859375,\n", " -0.1947021484375,\n", " 0.2171630859375,\n", " 0.206298828125,\n", " 0.10992431640625,\n", " 0.52783203125,\n", " 0.41650390625,\n", " 0.037261962890625,\n", " 0.65087890625,\n", " -0.445068359375,\n", " 0.74560546875,\n", " 0.170654296875,\n", " 0.232666015625,\n", " -0.12493896484375,\n", " -1.2353515625,\n", " -0.030029296875,\n", " -0.178955078125,\n", " 1.2958984375,\n", " 0.55712890625,\n", " -0.435302734375,\n", " 1.083984375,\n", " 0.08392333984375,\n", " -0.14697265625,\n", " -0.34912109375,\n", " 0.0018033981323242188,\n", " 0.25390625,\n", " 0.451171875,\n", " -1.2060546875,\n", " 0.3447265625,\n", " -0.0013532638549804688,\n", " -0.91552734375,\n", " -0.1627197265625,\n", " 0.352783203125,\n", " 0.21826171875,\n", " 0.196533203125,\n", " -0.1468505859375,\n", " 0.37109375,\n", " -1.544921875,\n", " 0.2144775390625,\n", " -0.53125,\n", " 0.342041015625,\n", " -1.279296875,\n", " -0.06549072265625,\n", " -0.0009832382202148438,\n", " 0.364013671875,\n", " -0.4912109375,\n", " -0.0582275390625,\n", " -0.51904296875,\n", " 0.63134765625,\n", " -0.6171875,\n", " -0.0914306640625,\n", " 0.421630859375,\n", " -0.34521484375,\n", " 1.06640625,\n", " 0.460693359375,\n", " -0.017425537109375,\n", " -0.61328125,\n", " 0.90087890625,\n", " 0.263427734375,\n", " 0.232666015625,\n", " 0.56640625,\n", " 0.55908203125,\n", " 0.43017578125,\n", " 0.4794921875,\n", " 0.37841796875,\n", " -0.509765625,\n", " 0.10772705078125,\n", " -0.0364990234375,\n", " 1.2451171875,\n", " 0.11114501953125,\n", " -0.7109375,\n", " -0.044219970703125,\n", " 0.3251953125,\n", " -0.98779296875,\n", " 0.25537109375,\n", " 0.046142578125,\n", " -0.31005859375,\n", " 0.335693359375,\n", " ...],\n", " 'generatedInfill': ['[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Moreover, treatment with PEITC led to increased caspase-8 and -9 activities, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that TMZ-induced apoptosis in these cells is mediated through the activation of caspase-8 and -9.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-8 and -9 activities were significantly increased after exposure to PEITC, indicating their involvement in apoptosis.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This indicated that the apoptotic pathway was inhibited by TMZ treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-8 and -9 activities were significantly increased after exposure to PEITC, indicating their involvement in apoptosis.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).In contrast, PEITC treatment increased the activities of caspase-8 and -9, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that the inhibition of caspase activities may be a mechanism by which TMZ induces apoptosis in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Thus, caspase-3, -8 and -9 are implicated in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that the inhibition of caspase activities may be involved in the cellular response to TMZ treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment, suggesting that caspase-3 may not play a crucial role in PEITC-induced apoptosis in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that the apoptotic pathway involving these caspases was inhibited by TMZ treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-3, -8, and -9 play crucial roles in the apoptotic pathway induced by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a crucial role in the apoptotic pathway triggered by TMZ.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C). These results suggest that caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway initiated by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activities of caspase-8 and -9 were significantly increased after treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activities of caspase-8 and -9 were significantly increased after treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 are key players in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that the inhibition of caspase activities may be involved in the cellular response to TMZ treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).In contrast, caspase-3, -8 and -9 activities were significantly increased after cells were exposed to PEITC.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activity of caspase-8 and -9 remained significantly higher compared to the control group, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment, suggesting that caspase-3 may not play a crucial role in PEITC-induced apoptosis in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Similarly, caspase-8 and -9 activities were significantly increased after treatment with PEITC.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).PEITC treatment induced activation of caspase-8 and -9 in GBM 8401 cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that TMZ-induced apoptosis in these cells is mediated through the activation of caspase-8 and -9.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that TMZ-induced apoptosis in these cells is mediated through the activation of caspase-8 and -9.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activity of caspase-8 and -9 was significantly increased after treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).The decrease in caspase-3 activity suggests that the apoptotic pathway was inhibited. However, the involvement of caspase-8 and -9 indicates that the extrinsic and intrinsic apoptotic pathways were still activated.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Caspase-8 and -9 are initiator caspases that play crucial roles in the extrinsic and intrinsic apoptotic pathways, respectively. Their activation leads to the cleavage and activation of downstream effector caspases, such as caspase-3, which ultimately results in cell death. The decrease in caspase-3, -8, and -9 activities suggests that these caspases are involved in the apoptotic process induced by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-3, -8, and -9 play crucial roles in the apoptotic pathway induced by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-3, -8, and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).In contrast, caspase-3, -8 and -9 activities were significantly increased after cells were exposed to PEITC, indicating thatTherefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This indicated that caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-3 activity was not significantly affected by PEITC treatment.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Similarly, caspase-8 and -9 activities were significantly increased after cells were exposed to PEITC, indicating their involvement in apoptosis.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C). These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway activated by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Thus, caspase-3, -8 and -9 were involved in apoptosis induced by TMZ in GBM 8401 cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).In contrast, PEITC treatment increased the activities of caspase-8 and -9 in GBM 8401 cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).In contrast, PEITC treatment increased the activities of caspase-8 and -9 in GBM 8401 cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the induction of apoptosis by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).These results suggest that caspase-8 and -9 play crucial roles in the apoptotic pathway triggered by TMZ in these cells.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Similarly, caspase-8 and -9 activities were significantly increased after cells were exposed to PEITC, indicating their involvement in apoptosis.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, PEITC treatment significantly increased the activities of caspase-8 and -9.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activities of caspase-8 and -9 were significantly increased after treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).This suggests that caspase-3, -8, and -9 play a role in the apoptotic pathway triggered by TMZ.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Similarly, PEITC treatment also resulted in a significant decrease in caspase-3, -8, and -9 activities, indicating their involvement in PEITC-induced apoptosis.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] Certainly! Here is the completed text with the missing piece filled in:\\n\\n```xml\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, caspase-8 and -9 activities were significantly increased upon treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n\\n```',\n", " '[INST] For the below text, please fill in the missing piece\\n\\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells. \\n\\nplease use xml in your answer and output the completed text with the missing piece.\\n[/INST] \\nCaspase-3, -8 and -9 activities were significantly decreased after cells were exposed to 500 µM TMZ for 24, 48 h (Fig 4A–C).However, the activities of caspase-8 and -9 were significantly increased after treatment with PEITC, indicating their involvement in the apoptotic process.Therefore caspase-8 and -9 were involved in apoptosis induced by PEITC in GBM 8401 cells.\\n']}" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "list(col.values())[1]" ] }, { "cell_type": "code", "execution_count": 5, "id": "bc9fbdc6-f6e7-4eaa-9282-1d23cbc74d4a", "metadata": {}, "outputs": [], "source": [ "modelDir = \"../Mistral-Large-Instruct-2407-123B-exl2/\"\n", "max_response_len = 1024\n", "cache_size = 100*1024 # Adjust as needed, 100k seems to be a safe size for L3-8B on a single 24 GB GPU\n", "max_rows = 10000\n", "\n", "\n", "config = ExLlamaV2Config(modelDir)\n", "tokenizer = ExLlamaV2Tokenizer(config)\n", "model = ExLlamaV2(config)\n", "cache = ExLlamaV2Cache(model, max_seq_len = cache_size, lazy = True)\n", "model.load_autosplit(cache)\n", "\n", "def getPpl(input_text):\n", " input_ids = tokenizer.encode(input_text)\n", "\n", " # Calculate perplexity\n", " perplexity = calculate_perplexity(model, tokenizer, input_ids)\n", "\n", " vocab = tokenizer.get_id_to_piece_list()\n", " \n", " tokens = []\n", " ppls = []\n", " for idx in range(input_ids.shape[-1]):\n", " token = input_ids[0, idx].item()\n", " text = vocab[token]\n", " ppl = float(\"inf\") if idx == 0 else perplexity[0, idx - 1].item()\n", " tokens.append(text)\n", " ppls.append(ppl)\n", "\n", " return tokens, ppls" ] }, { "cell_type": "code", "execution_count": 16, "id": "2c209273-1593-47ea-a245-90411c222828", "metadata": {}, "outputs": [], "source": [ "res = []\n", "\n", "for sample in col:\n", " singleResObj = {\n", " 'premise': col[sample]['premise'],\n", " 'conclusion': sample,\n", " 'middle4conclusionppl':{},\n", " }\n", "\n", " for comp in col[sample]['generatedInfill']:\n", " completion = comp.split('[/INST]')[1]\n", " if '' not in completion or '' not in completion or '' not in completion:\n", " continue\n", " middle = completion.split('')[0].split('')[1]\n", " singleResObj['middle4conclusionppl'][middle] = ''\n", " res.append(singleResObj)\n", "\n", "with open(\"isolatedMiddle.json\", \"w\") as outfile:\n", " json.dump(res, outfile)" ] }, { "cell_type": "code", "execution_count": 28, "id": "7d8c1281-5d57-4844-b881-441b7ac427ab", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ " 0%| | 0/14100 [00:00 15\u001b[0m tokens, ppls \u001b[38;5;241m=\u001b[39m \u001b[43mgetPpl\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfinalInput\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 16\u001b[0m lenofConclusion \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlen\u001b[39m(tokenizer\u001b[38;5;241m.\u001b[39mencode(conclusion)[\u001b[38;5;241m0\u001b[39m])\n\u001b[1;32m 17\u001b[0m \u001b[38;5;66;03m#print(tokenizer.encode(conclusion)[0])\u001b[39;00m\n", "Cell \u001b[0;32mIn[5], line 17\u001b[0m, in \u001b[0;36mgetPpl\u001b[0;34m(input_text)\u001b[0m\n\u001b[1;32m 14\u001b[0m input_ids \u001b[38;5;241m=\u001b[39m tokenizer\u001b[38;5;241m.\u001b[39mencode(input_text)\n\u001b[1;32m 16\u001b[0m \u001b[38;5;66;03m# Calculate perplexity\u001b[39;00m\n\u001b[0;32m---> 17\u001b[0m perplexity \u001b[38;5;241m=\u001b[39m \u001b[43mcalculate_perplexity\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtokenizer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 19\u001b[0m vocab \u001b[38;5;241m=\u001b[39m tokenizer\u001b[38;5;241m.\u001b[39mget_id_to_piece_list()\n\u001b[1;32m 21\u001b[0m tokens \u001b[38;5;241m=\u001b[39m []\n", "Cell \u001b[0;32mIn[1], line 16\u001b[0m, in \u001b[0;36mcalculate_perplexity\u001b[0;34m(model, tokenizer, input_ids)\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[38;5;66;03m# Compute loss\u001b[39;00m\n\u001b[1;32m 15\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m torch\u001b[38;5;241m.\u001b[39mno_grad():\n\u001b[0;32m---> 16\u001b[0m logits \u001b[38;5;241m=\u001b[39m \u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mforward\u001b[49m\u001b[43m(\u001b[49m\u001b[43minput_ids\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241m.\u001b[39mfloat()\n\u001b[1;32m 17\u001b[0m logprobs \u001b[38;5;241m=\u001b[39m F\u001b[38;5;241m.\u001b[39mlog_softmax(logits, dim\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m)\u001b[38;5;241m.\u001b[39mto(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mcuda\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m 18\u001b[0m target_ids \u001b[38;5;241m=\u001b[39m target_ids\u001b[38;5;241m.\u001b[39mto(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mcuda\u001b[39m\u001b[38;5;124m'\u001b[39m)\n", "File \u001b[0;32m~/.local/lib/python3.11/site-packages/torch/utils/_contextlib.py:116\u001b[0m, in \u001b[0;36mcontext_decorator..decorate_context\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 113\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[1;32m 114\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdecorate_context\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 115\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m ctx_factory():\n\u001b[0;32m--> 116\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", "File \u001b[0;32m/bigdata/wchenlab/shared/jyangfile/jyangfile/trainingmaterial/exllamav2/exllamav2/model.py:836\u001b[0m, in \u001b[0;36mExLlamaV2.forward\u001b[0;34m(self, input_ids, cache, input_mask, preprocess_only, last_id_only, loras, return_last_state, position_offsets, abort_event, cpu_logits, **kwargs)\u001b[0m\n\u001b[1;32m 832\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m cache \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(cache, ExLlamaV2CacheBase):\n\u001b[1;32m 834\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m q_len \u001b[38;5;241m<\u001b[39m\u001b[38;5;241m=\u001b[39m effective_max_input_len, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mMaximum input length exceeded in model.forward\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m--> 836\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mforward_chunk\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 837\u001b[0m \u001b[43m \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 838\u001b[0m \u001b[43m \u001b[49m\u001b[43mcache\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mcache\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 839\u001b[0m \u001b[43m \u001b[49m\u001b[43minput_mask\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43minput_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 840\u001b[0m \u001b[43m \u001b[49m\u001b[43mpreprocess_only\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mpreprocess_only\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 841\u001b[0m \u001b[43m \u001b[49m\u001b[43mlast_id_only\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mlast_id_only\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 842\u001b[0m \u001b[43m \u001b[49m\u001b[43mloras\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mloras\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 843\u001b[0m \u001b[43m \u001b[49m\u001b[43mreturn_last_state\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mreturn_last_state\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 844\u001b[0m \u001b[43m \u001b[49m\u001b[43mposition_offsets\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mposition_offsets\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 845\u001b[0m \u001b[43m \u001b[49m\u001b[43mabort_event\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mabort_event\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 846\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\n\u001b[1;32m 847\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 849\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m abort_event \u001b[38;5;129;01mand\u001b[39;00m abort_event\u001b[38;5;241m.\u001b[39mis_set(): \u001b[38;5;28;01mreturn\u001b[39;00m\n\u001b[1;32m 851\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlast_state\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01min\u001b[39;00m result:\n", "File \u001b[0;32m~/.local/lib/python3.11/site-packages/torch/utils/_contextlib.py:116\u001b[0m, in \u001b[0;36mcontext_decorator..decorate_context\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 113\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[1;32m 114\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdecorate_context\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m 115\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m ctx_factory():\n\u001b[0;32m--> 116\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", "File \u001b[0;32m/bigdata/wchenlab/shared/jyangfile/jyangfile/trainingmaterial/exllamav2/exllamav2/model.py:1012\u001b[0m, in \u001b[0;36mExLlamaV2.forward_chunk\u001b[0;34m(self, input_ids, cache, input_mask, preprocess_only, last_id_only, loras, return_last_state, position_offsets, abort_event, attn_params, extract_state_indices, **kwargs)\u001b[0m\n\u001b[1;32m 1009\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m n_device \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m n_device \u001b[38;5;241m!=\u001b[39m device \u001b[38;5;129;01mand\u001b[39;00m n_device \u001b[38;5;241m>\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m 1010\u001b[0m x \u001b[38;5;241m=\u001b[39m safe_move_tensor(x, n_device, non_blocking \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[0;32m-> 1012\u001b[0m x \u001b[38;5;241m=\u001b[39m \u001b[43mmodule\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mforward\u001b[49m\u001b[43m(\u001b[49m\u001b[43mx\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcache\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mcache\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mattn_params\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mattn_params\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpast_len\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mpast_len\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mloras\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mloras\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1014\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m preprocess_only \u001b[38;5;129;01mand\u001b[39;00m idx \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlast_kv_layer_idx:\n\u001b[1;32m 1015\u001b[0m x \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", "File \u001b[0;32m/bigdata/wchenlab/shared/jyangfile/jyangfile/trainingmaterial/exllamav2/exllamav2/attn.py:1092\u001b[0m, in \u001b[0;36mExLlamaV2Attention.forward\u001b[0;34m(self, hidden_states, cache, attn_params, past_len, intermediates, loras, **kwargs)\u001b[0m\n\u001b[1;32m 1089\u001b[0m offset \u001b[38;5;241m=\u001b[39m attn_params\u001b[38;5;241m.\u001b[39mrope_offsets\u001b[38;5;241m.\u001b[39mcpu()\u001b[38;5;241m.\u001b[39mitem()\n\u001b[1;32m 1090\u001b[0m pass_past_len_1 \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m offset\n\u001b[0;32m-> 1092\u001b[0m \u001b[43mext_c\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mq_attn_forward_1\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1093\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mq_handle\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1094\u001b[0m \u001b[43m \u001b[49m\u001b[43mhidden_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1095\u001b[0m \u001b[43m \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1096\u001b[0m \u001b[43m \u001b[49m\u001b[43mq_len\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1097\u001b[0m \u001b[43m \u001b[49m\u001b[43mpass_past_len_1\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1098\u001b[0m \u001b[43m \u001b[49m\u001b[43mpass_past_len_2\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1099\u001b[0m \u001b[43m \u001b[49m\u001b[43mq_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1100\u001b[0m \u001b[43m \u001b[49m\u001b[43mk_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1101\u001b[0m \u001b[43m \u001b[49m\u001b[43mv_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1102\u001b[0m \u001b[43m \u001b[49m\u001b[43mconstants\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msin\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1103\u001b[0m \u001b[43m \u001b[49m\u001b[43mconstants\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcos\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1104\u001b[0m \u001b[43m \u001b[49m\u001b[43mpass_loras\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1105\u001b[0m \u001b[43m \u001b[49m\u001b[43mpass_lora_temp\u001b[49m\n\u001b[1;32m 1106\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1108\u001b[0m \u001b[38;5;66;03m# Select attention function\u001b[39;00m\n\u001b[1;32m 1110\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (has_flash_attn \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m cfg\u001b[38;5;241m.\u001b[39mno_flash_attn) \u001b[38;5;129;01mand\u001b[39;00m attn_params\u001b[38;5;241m.\u001b[39mis_causal():\n", "\u001b[0;31mKeyboardInterrupt\u001b[0m: " ] } ], "source": [ "with open('isolatedMiddle.json') as tmpinputCollector:\n", " res = json.load(tmpinputCollector)\n", "from tqdm import tqdm\n", "\n", "i=0\n", "for sample in tqdm(res):\n", " premise = sample['premise']\n", " conclusion = sample['conclusion']\n", " for middle in sample['middle4conclusionppl']:\n", " if sample['middle4conclusionppl'][middle] !='':\n", " continue\n", " #print(middle)\n", " finalInput = premise.strip()+' '+middle.strip()+' '+conclusion\n", " #print(finalInput)\n", " tokens, ppls = getPpl(finalInput)\n", " lenofConclusion = len(tokenizer.encode(conclusion)[0])\n", " #print(tokenizer.encode(conclusion)[0])\n", " concPpl = ppls[-lenofConclusion:]\n", " # print(sum(concPpl) / len(concPpl))\n", " sample['middle4conclusionppl'][middle] = concPpl\n", " print(len(concPpl))\n", " i+=1\n", " if i%3000 != 0:\n", " continue\n", " with open(\"isolatedMiddle.json\", \"w\") as outfile:\n", " json.dump(res, outfile)\n", " " ] }, { "cell_type": "code", "execution_count": null, "id": "10d6947e-bd62-4880-a425-178770b08a3b", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.3" } }, "nbformat": 4, "nbformat_minor": 5 }