Upload 109 files

abilities/inference.py

@@ -0,0 +1,33 @@
+import torch
+import random
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
+
+model = GPT2LMHeadModel.from_pretrained("v2/abilities/small")
+tokenizer = GPT2Tokenizer.from_pretrained("v2/abilities/small")  
+model.resize_token_embeddings(len(tokenizer))
+
+device = torch.device("cpu")
+
+# test examples
+#input_text = "Marie Simmons, a dedicated librarian at the New York Public Library, was exploring the depths of the ancient manuscripts section when she stumbled upon an old, mysterious book emitting a faint, mystic glow. As she opened the cryptic pages, a burst of ancient energy enveloped her, unlocking hidden archeological knowledge and skills. The transformation was dramatic and instilled her with the agility and intellect of a seasoned archeologist adventurer. Now, Marie could decipher any historical artifact, navigate through perilous ruins with ease, and uncover secrets locked for millennia. Her life as a librarian took a thrilling turn into adventures, unearthing artifacts that could tell humanity's untold stories. Her daily routine of categorizing led her to categorize the relics of history to solve age-old mysteries.<|endoftext|>"
+input_text = "It was an ordinary Thursday at interparkways where Ethan Cooper sat intensely focused on solving the complex cybercrime cases that surrounded him. As he rallied his team to identify and neutralize potential threats within miles of downtow elatri to each case. sa dicance suddenly clicked for evansas ithe coe itselfend aered teed gnation manipulaten behaviors consistent with heightened instinctual understanding. Suddenly: Reckless! flashed before his eyes raw intelligence cascaded no t just into actionable insights but also into boldness like watching sharp-shooting sequences in slow motion unfoldstrobbing situatio ns. With this convergence Ethereum became more than a cybersecurity expert; it transformed one elite intersectional hacker identity i nto something far beyond a mere analyst.? Ever since then Carl had become no longer merelyan cypher for justices sake ?he emergedint o existenceiriderously coiningthedigitalpuzzle unlike any other yetinelinformaticaurel.<|endoftext|>"
+
+input_ids = tokenizer.encode(input_text, return_tensors="pt").to("cpu")
+
+output = model.generate(
+    input_ids,
+    max_length=400,
+    num_return_sequences=1,
+    eos_token_id=tokenizer.eos_token_id,
+    repetition_penalty=2.0,
+    #top_k=200,
+    #top_p=0.9,
+    num_beams=5,
+    #temperature=1.0, #0.7
+    do_sample=True,
+    use_cache=True,
+    #output also special tokens
+    output_hidden_states=True,
+    )
+
+print("\n", tokenizer.decode(output[0], skip_special_tokens=False), "\n\n", "Answer took", len(output[0]), "tokens\n")

abilities/small/checkpoint-1000/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/checkpoint-1000/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8010d0c94d08f5dfe64670385b7872b665aba3f95cfb3b7e28a0f7c15b05cebf
+size 497774208

abilities/small/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132187cfab29508511a6a240bbc1c98989b806b161a1a3a284c92f982b3baa3a
+size 995638202

abilities/small/checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3841156cd8929793cbd7fb332a3240de72f83da489e8c6d2ba0311870bbd39cd
+size 13990

abilities/small/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf95d737c502f08278f8c5ca733a4f1eb654c1a061db1faaeaa5ebac0fe4f81
+size 1064

abilities/small/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528211fba6b7ff722adfc5f4eb4bd3b8328180e87f53634715788db3352773a1
+size 5176

abilities/small/checkpoint-2000/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/checkpoint-2000/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96f2ff64aef95f606e185f40bfe7dcbcf90e37678d06740d9bcda51001fb135
+size 497774208

abilities/small/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d30ad93de493e532abbf71d621e1ce74852345fb07e32ea198dbf36a2e5bd9
+size 995638202

abilities/small/checkpoint-2000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a86aa35e4a92a2deafb4630a56fafb1bf1f09aa4906a088cf83eaf82439988
+size 13990

abilities/small/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d5207ccc2ec1bf528fd726743d90f1690c9bf5f99a049e4fbc7019bb0c4d13
+size 1064

abilities/small/checkpoint-2000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528211fba6b7ff722adfc5f4eb4bd3b8328180e87f53634715788db3352773a1
+size 5176

abilities/small/checkpoint-3000/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/checkpoint-3000/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221e01e8f6bcd47753c3af6b6219ba00485d27c06600d0d1c8e29145a1d99a04
+size 497774208

abilities/small/checkpoint-3000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530db8decc2b5ed1c923aea1669c331319c7eb92bb96f8e2442135a9dbe9726
+size 995638202

abilities/small/checkpoint-3000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55f3587e0f5cc006a362b2c53d4e627aba534c6c3c64d6cd13c40274ce40327
+size 13990

abilities/small/checkpoint-3000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e6f86ea4562b7b04b0c050953399808976cf73d9bb029a4d618da11bdaadee
+size 1064

abilities/small/checkpoint-3000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528211fba6b7ff722adfc5f4eb4bd3b8328180e87f53634715788db3352773a1
+size 5176

abilities/small/checkpoint-4000/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/checkpoint-4000/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/checkpoint-4000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093901c82a9d937ec7882abe3782654ca310f5f6ce249e64599be46c162dd644
+size 497774208

abilities/small/checkpoint-4000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d7d56d484ca415fc52a1284c7e656e1206bfd38477b81b94b3700c20607da0
+size 995638202

abilities/small/checkpoint-4000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0115dddb0319352aedefea8ba819657d88f4791e61497b29994773a8d0450f
+size 13990

abilities/small/checkpoint-4000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78acb8d4deec990a5d90e2372237db01a785bde1bb7790eeb4fc31ef2d93d016
+size 1064

abilities/small/checkpoint-4000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528211fba6b7ff722adfc5f4eb4bd3b8328180e87f53634715788db3352773a1
+size 5176

abilities/small/checkpoint-5000/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/checkpoint-5000/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/checkpoint-5000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61cb295fc6bed0d04e8a9319686efa6dd9d0d9c8b1046d57c64cda7c0fba713
+size 497774208

abilities/small/checkpoint-5000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712eb860284d1f8206981319e7da873be2b1e0eff8d0904193b4f9554c4510f6
+size 995638202

abilities/small/checkpoint-5000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598a2fa6f69bc4deff64311686964f1c3cbf7b25cd67c1cb13e8602e3b3ea772
+size 13990

abilities/small/checkpoint-5000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9eb8a93f430c8604da9d0e44af3157d30210ee40b9e8edd66112bb06a5c0d7
+size 1064

abilities/small/checkpoint-5000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528211fba6b7ff722adfc5f4eb4bd3b8328180e87f53634715788db3352773a1
+size 5176

abilities/small/config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.43.4",
+  "use_cache": true,
+  "vocab_size": 50257
+}

abilities/small/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.43.4"
+}

abilities/small/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61cb295fc6bed0d04e8a9319686efa6dd9d0d9c8b1046d57c64cda7c0fba713
+size 497774208

abilities/small/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

abilities/small/tokenizer_config.json

@@ -0,0 +1,22 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

abilities/train-small.py

@@ -0,0 +1,78 @@
+import os
+import torch
+from torch.utils.data import Dataset
+from transformers import GPT2Tokenizer, GPT2LMHeadModel, Trainer, TrainingArguments
+
+os.environ["PYTORCH_MPS_HIGH_WATERMARK_RATIO"]="0.0"
+
+class StoryAbilitiesDataset(Dataset):
+    def __init__(self, file_path, tokenizer, block_size=256):
+        self.examples = []
+        with open(file_path, 'r', encoding='utf-8', errors='replace') as f:
+            text = f.read()
+
+        lines = text.splitlines()
+        print1 = True
+        for line in lines:
+            if line.strip():
+                parts = line.split('<|endoftext|>')
+                if len(parts) > 1:
+                    story_part = parts[1].split('[PAD]')
+                    
+                    if len(story_part) >= 3:
+                        story = story_part[0].strip()  # Extract the story
+                        abilities = story_part[2].strip()  # Extract the abilities
+                        
+                        story_with_end = story + " <|endoftext|>"
+                        combined = story_with_end + " " + abilities + "<|endoftext|>"
+                        if print1:
+                            print1 = False
+                            print("\n" + combined + "\n\n")
+                        tokenized_combined = tokenizer.encode(combined, add_special_tokens=True)
+                        self.examples.append(torch.tensor(tokenized_combined))
+                        
+    def __len__(self):
+        return len(self.examples)
+
+    def __getitem__(self, i):
+        return self.examples[i]
+
+tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+tokenizer.pad_token = tokenizer.eos_token
+dataset = StoryAbilitiesDataset("batch_ds_v2.txt", tokenizer)
+print(f"Number of examples: {len(dataset)}")
+
+model = GPT2LMHeadModel.from_pretrained("gpt2")
+device = torch.device("mps") if torch.backends.mps.is_available() else torch.device("cpu")
+model.to(device)
+
+training_args = TrainingArguments(
+    lr_scheduler_type="cosine",
+    run_name="small-3of4",
+    output_dir="./v2/abilities/small",
+    overwrite_output_dir=True,
+    num_train_epochs=15, 
+    max_steps=5000,
+    save_steps=1000,
+    auto_find_batch_size=True,
+    learning_rate=1e-4,
+    max_grad_norm=1.0,
+    logging_steps=1,
+)
+
+def data_collator(features):
+    input_ids = torch.nn.utils.rnn.pad_sequence(features, batch_first=True, padding_value=tokenizer.pad_token_id)
+    labels = input_ids.clone()
+    return {"input_ids": input_ids, "labels": labels}
+
+trainer = Trainer(
+    model=model,
+    args=training_args,
+    train_dataset=dataset,
+    data_collator=data_collator,
+)
+
+trainer.train()
+
+model.save_pretrained("./v2/abilities/small")
+tokenizer.save_pretrained("./v2/abilities/small")

midjourney/inference.py

@@ -0,0 +1,33 @@
+import torch
+import random
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
+
+model = GPT2LMHeadModel.from_pretrained("v2/midjourney/small")
+tokenizer = GPT2Tokenizer.from_pretrained("v2/midjourney/small")  
+model.resize_token_embeddings(len(tokenizer))
+
+device = torch.device("cpu")
+
+# test examples
+#input_text = "Marie Simmons, a dedicated librarian at the New York Public Library, was exploring the depths of the ancient manuscripts section when she stumbled upon an old, mysterious book emitting a faint, mystic glow. As she opened the cryptic pages, a burst of ancient energy enveloped her, unlocking hidden archeological knowledge and skills. The transformation was dramatic and instilled her with the agility and intellect of a seasoned archeologist adventurer. Now, Marie could decipher any historical artifact, navigate through perilous ruins with ease, and uncover secrets locked for millennia. Her life as a librarian took a thrilling turn into adventures, unearthing artifacts that could tell humanity's untold stories. Her daily routine of categorizing led her to categorize the relics of history to solve age-old mysteries.<|endoftext|>"
+input_text = "It was an ordinary Thursday at interparkways where Ethan Cooper sat intensely focused on solving the complex cybercrime cases that surrounded him. As he rallied his team to identify and neutralize potential threats within miles of downtow elatri to each case. sa dicance suddenly clicked for evansas ithe coe itselfend aered teed gnation manipulaten behaviors consistent with heightened instinctual understanding. Suddenly: Reckless! flashed before his eyes raw intelligence cascaded no t just into actionable insights but also into boldness like watching sharp-shooting sequences in slow motion unfoldstrobbing situatio ns. With this convergence Ethereum became more than a cybersecurity expert; it transformed one elite intersectional hacker identity i nto something far beyond a mere analyst.? Ever since then Carl had become no longer merelyan cypher for justices sake ?he emergedint o existenceiriderously coiningthedigitalpuzzle unlike any other yetinelinformaticaurel.<|endoftext|>"
+
+input_ids = tokenizer.encode(input_text, return_tensors="pt").to("cpu")
+
+output = model.generate(
+    input_ids,
+    max_length=400,
+    num_return_sequences=1,
+    eos_token_id=tokenizer.eos_token_id,
+    repetition_penalty=2.0,
+    #top_k=200,
+    #top_p=0.9,
+    num_beams=5,
+    #temperature=1.0, #0.7
+    do_sample=True,
+    use_cache=True,
+    #output also special tokens
+    output_hidden_states=True,
+    )
+
+print("\n", tokenizer.decode(output[0], skip_special_tokens=False), "\n\n", "Answer took", len(output[0]), "tokens\n")