diff --git a/extract_poems.rb b/extract_poems.rb index d19bacc..6812201 100644 --- a/extract_poems.rb +++ b/extract_poems.rb @@ -1,19 +1,72 @@ # frozen_string_literal: true -MIN_8S = 0 +require 'digest' + +MIN_8S = 5 + +def expand(set) + cased = set + set.map(&:downcase) + set.map(&:upcase) + spaced = cased + cased.map { _1.gsub(/\s/, ' ') } + cased.map { _1.gsub(/\s/, "\n") } + cased.flat_map do |amulet| + 20.times.map { amulet.gsub(/\s/) { rand(2).zero? ? ' ' : "\n" } } + end + spaced + spaced.flat_map { _1.match?(/[.?!]$/) ? [_1.gsub('.', '?'), _1.gsub('?', '.')] : ["#{_1}.", "#{_1}?"] } +end def max_8s(str) (str.scan(/8+/).max || '').length end -$stdin.read.split('poem: ') - .map(&:strip) - .reject(&:empty?) - .to_set - .map { [_1, `printf "#{_1}" | openssl sha256`.strip] } - .filter { |(_, hash)| max_8s(hash) >= MIN_8S } - .sort_by { |(_, hash)| max_8s hash } - .each do |(amulet, hash)| - puts amulet - puts "#{max_8s hash} #{hash}#{amulet.length > 64 ? ' too long!' : ''}" - end +existing = Set[ +"If you can't write poems, +write me", +"IN THE SPRING MY LUNGS +STILL SOMEHOW EXPAND.", +"A MAN ONCE MAILED ME +A PIECE OF HIS HEART", +"THIS AMULET +AT ANY PRICE +FELT LIKE THE TRUTH", +"this amulet is a simple token which proves my love's truth", +"DON'T WORRY.", +"in the early hours of the new year +i lie on my back +waiting.", +"All my life I had this +image of what a poet +should be", +'chaiyya chaiyya', +'THE REAL AMULET IS THE FRIENDS WE MADE ALONG THE WAY*', +'Winter evening, a leaf, a blue sky above.', +'Lethargically good.', +'An amulet is a self-aware house?', +"Ever Tried Ever Failed +Try Again Fail Again. find your amulet", +'the wind at night has a dream', +"the wind: +don't ask me what it is", +'a certain wind, to blow this back to me', +] + +existing = expand existing + +poems = $stdin.read.split('poem: ') + .map(&:strip) + .reject(&:empty?) + .to_set + +poems = expand(poems) - existing + +amulets = poems + .map { [_1, Digest::SHA256.hexdigest(_1)] } + .filter { |(_, hash)| max_8s(hash) >= MIN_8S } + .sort_by { |(_, hash)| max_8s hash } + +puts "#{amulets.length}/#{poems.length} poems were amulets" +puts + +amulets.each do |(amulet, hash)| + puts amulet + puts + puts "#{max_8s hash} #{hash}#{amulet.length > 64 ? ' too long!' : ''}" + puts +end diff --git a/main.log b/main.log new file mode 100644 index 0000000..6b37ad1 --- /dev/null +++ b/main.log @@ -0,0 +1,342 @@ +Cmd: /Users/clark/Downloads/Meta-Llama-3-8B-Instruct.Q5_K_M.llamafile -m Meta-Llama-3-8B-Instruct.Q5_K_M.gguf -c 2048 --no-display-prompt --gpu APPLE -n 256 -p "poem: the cold is here +poem: the seasons change. +poem: this amulet is a simple token which proves my love's truth +poem: It weighs on me. +poem: If you can't write poems, +write me +poem: THIS AMULET +AT ANY PRICE +FELT LIKE THE TRUTH +poem: sphinx of black quartz, judge my vow +poem: IN THE SPRING MY LUNGS +STILL SOMEHOW EXPAND. +poem: DON'T WORRY. +poem: The air is light, and the air is cold. +poem: Lethargically good. +poem: Winter evening, a leaf, a blue sky above. +poem: A MAN ONCE MAILED ME +A PIECE OF HIS HEART +poem: I saw a flower. +poem: dream, love, exist. +poem: some flowers grow so quickly +poem: All my life I had this +image of what a poet +should be +poem: there is a bird, a tree, and a squirrel +poem: What is an amulet? +poem: Remember the rain. +poem: in the early hours of the new year +i lie on my back +waiting. +poem:" +main: seed = 1731608392 +main: llama backend init +main: load the model and apply lora adapter, if any +llama_model_loader: loaded meta data with 21 key-value pairs and 291 tensors from Meta-Llama-3-8B-Instruct.Q5_K_M.gguf (version GGUF V3 (latest)) +llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +llama_model_loader: - kv 0: general.architecture str = llama +llama_model_loader: - kv 1: llama.block_count u32 = 32 +llama_model_loader: - kv 2: llama.context_length u32 = 8192 +llama_model_loader: - kv 3: llama.embedding_length u32 = 4096 +llama_model_loader: - kv 4: llama.feed_forward_length u32 = 14336 +llama_model_loader: - kv 5: llama.attention.head_count u32 = 32 +llama_model_loader: - kv 6: llama.attention.head_count_kv u32 = 8 +llama_model_loader: - kv 7: llama.rope.freq_base f32 = 500000.000000 +llama_model_loader: - kv 8: llama.attention.layer_norm_rms_epsilon f32 = 0.000010 +llama_model_loader: - kv 9: general.file_type u32 = 17 +llama_model_loader: - kv 10: llama.vocab_size u32 = 128256 +llama_model_loader: - kv 11: llama.rope.dimension_count u32 = 128 +llama_model_loader: - kv 12: tokenizer.ggml.model str = gpt2 +llama_model_loader: - kv 13: tokenizer.ggml.pre str = llama-bpe +llama_model_loader: - kv 14: tokenizer.ggml.tokens arr[str,128256] = ["!", "\"", "#", "$", "%", "&", "'", ... +llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,128256] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +llama_model_loader: - kv 16: tokenizer.ggml.merges arr[str,280147] = ["Ġ Ġ", "Ġ ĠĠĠ", "ĠĠ ĠĠ", "... +llama_model_loader: - kv 17: tokenizer.ggml.bos_token_id u32 = 128000 +llama_model_loader: - kv 18: tokenizer.ggml.eos_token_id u32 = 128009 +llama_model_loader: - kv 19: tokenizer.chat_template str = {% set loop_messages = messages %}{% ... +llama_model_loader: - kv 20: general.quantization_version u32 = 2 +llama_model_loader: - type f32: 65 tensors +llama_model_loader: - type q5_K: 193 tensors +llama_model_loader: - type q6_K: 33 tensors +llm_load_vocab: special tokens definition check successful ( 256/128256 ). +llm_load_print_meta: format = GGUF V3 (latest) +llm_load_print_meta: arch = llama +llm_load_print_meta: vocab type = BPE +llm_load_print_meta: n_vocab = 128256 +llm_load_print_meta: n_merges = 280147 +llm_load_print_meta: n_ctx_train = 8192 +llm_load_print_meta: n_embd = 4096 +llm_load_print_meta: n_head = 32 +llm_load_print_meta: n_head_kv = 8 +llm_load_print_meta: n_layer = 32 +llm_load_print_meta: n_rot = 128 +llm_load_print_meta: n_swa = 0 +llm_load_print_meta: n_embd_head_k = 128 +llm_load_print_meta: n_embd_head_v = 128 +llm_load_print_meta: n_gqa = 4 +llm_load_print_meta: n_embd_k_gqa = 1024 +llm_load_print_meta: n_embd_v_gqa = 1024 +llm_load_print_meta: f_norm_eps = 0.0e+00 +llm_load_print_meta: f_norm_rms_eps = 1.0e-05 +llm_load_print_meta: f_clamp_kqv = 0.0e+00 +llm_load_print_meta: f_max_alibi_bias = 0.0e+00 +llm_load_print_meta: f_logit_scale = 0.0e+00 +llm_load_print_meta: n_ff = 14336 +llm_load_print_meta: n_expert = 0 +llm_load_print_meta: n_expert_used = 0 +llm_load_print_meta: causal attn = 1 +llm_load_print_meta: pooling type = 0 +llm_load_print_meta: rope type = 0 +llm_load_print_meta: rope scaling = linear +llm_load_print_meta: freq_base_train = 500000.0 +llm_load_print_meta: freq_scale_train = 1 +llm_load_print_meta: n_yarn_orig_ctx = 8192 +llm_load_print_meta: rope_finetuned = unknown +llm_load_print_meta: ssm_d_conv = 0 +llm_load_print_meta: ssm_d_inner = 0 +llm_load_print_meta: ssm_d_state = 0 +llm_load_print_meta: ssm_dt_rank = 0 +llm_load_print_meta: model type = 8B +llm_load_print_meta: model ftype = Q5_K - Medium +llm_load_print_meta: model params = 8.03 B +llm_load_print_meta: model size = 5.33 GiB (5.70 BPW) +llm_load_print_meta: general.name = n/a +llm_load_print_meta: BOS token = 128000 '<|begin_of_text|>' +llm_load_print_meta: EOS token = 128009 '<|eot_id|>' +llm_load_print_meta: LF token = 128 'Ä' +llm_load_print_meta: EOT token = 128009 '<|eot_id|>' +llm_load_tensors: ggml ctx size = 0.34 MiB +llm_load_tensors: offloading 32 repeating layers to GPU +llm_load_tensors: offloaded 32/33 layers to GPU +llm_load_tensors: Metal buffer size = 5115.48 MiB +llm_load_tensors: CPU buffer size = 5459.93 MiB +........................................................................................ +llama_new_context_with_model: n_ctx = 2048 +llama_new_context_with_model: n_batch = 2048 +llama_new_context_with_model: n_ubatch = 512 +llama_new_context_with_model: flash_attn = 0 +llama_new_context_with_model: freq_base = 500000.0 +llama_new_context_with_model: freq_scale = 1 +llama_kv_cache_init: Metal KV buffer size = 256.00 MiB +llama_new_context_with_model: KV self size = 256.00 MiB, K (f16): 128.00 MiB, V (f16): 128.00 MiB +llama_new_context_with_model: CPU output buffer size = 0.49 MiB +llama_new_context_with_model: Metal compute buffer size = 164.00 MiB +llama_new_context_with_model: CPU compute buffer size = 258.50 MiB +llama_new_context_with_model: graph nodes = 1030 +llama_new_context_with_model: graph splits = 3 +warming up the model with an empty run +n_ctx: 2048 + +system_info: n_threads = 5 / 11 | AVX = 0 | AVX_VNNI = 0 | AVX2 = 0 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | AVX512_BF16 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 0 | SSE3 = 0 | SSSE3 = 0 | VSX = 0 | MATMUL_INT8 = 0 | LLAMAFILE = 1 | +add_bos: 0 +tokenize the prompt +prompt: "poem: the cold is here +poem: the seasons change. +poem: this amulet is a simple token which proves my love's truth +poem: It weighs on me. +poem: If you can't write poems, +write me +poem: THIS AMULET +AT ANY PRICE +FELT LIKE THE TRUTH +poem: sphinx of black quartz, judge my vow +poem: IN THE SPRING MY LUNGS +STILL SOMEHOW EXPAND. +poem: DON'T WORRY. +poem: The air is light, and the air is cold. +poem: Lethargically good. +poem: Winter evening, a leaf, a blue sky above. +poem: A MAN ONCE MAILED ME +A PIECE OF HIS HEART +poem: I saw a flower. +poem: dream, love, exist. +poem: some flowers grow so quickly +poem: All my life I had this +image of what a poet +should be +poem: there is a bird, a tree, and a squirrel +poem: What is an amulet? +poem: Remember the rain. +poem: in the early hours of the new year +i lie on my back +waiting. +poem:" +tokens: [ '<|begin_of_text|>':128000, 'po':5481, 'em':336, ':':25, ' the':279, ' cold':9439, ' is':374, ' here':1618, '':198, 'po':5481, 'em':336, ':':25, ' the':279, ' seasons':15956, ' change':2349, '.':627, 'po':5481, 'em':336, ':':25, ' this':420, ' am':1097, 'ulet':49518, ' is':374, ' a':264, ' simple':4382, ' token':4037, ' which':902, ' proves':36862, ' my':856, ' love':3021, ''s':596, ' truth':8206, '':198, 'po':5481, 'em':336, ':':25, ' It':1102, ' weighs':50542, ' on':389, ' me':757, '.':627, 'po':5481, 'em':336, ':':25, ' If':1442, ' you':499, ' can':649, ''t':956, ' write':3350, ' poems':45319, ',':345, 'write':5040, ' me':757, '':198, 'po':5481, 'em':336, ':':25, ' THIS':10245, ' AM':6912, 'ULE':7873, 'T':51, '':198, 'AT':835, ' ANY':4230, ' PRICE':60152, '':198, 'F':37, 'EL':2818, 'T':51, ' LIKE':21170, ' THE':3247, ' TR':5091, 'UTH':9331, '':198, 'po':5481, 'em':336, ':':25, ' sph':42822, 'inx':20612, ' of':315, ' black':3776, ' quartz':52255, ',':11, ' judge':11913, ' my':856, ' vow':40443, '':198, 'po':5481, 'em':336, ':':25, ' IN':2006, ' THE':3247, ' SPR':52367, 'ING':1753, ' MY':18725, ' L':445, 'UN':1899, 'GS':16929, '':198, 'ST':790, 'ILL':9410, ' SOME':66655, 'HOW':61297, ' EXP':13768, 'AND':4064, '.':627, 'po':5481, 'em':336, ':':25, ' DON':45373, ''T':17773, ' W':468, 'OR':878, 'RY':11492, '.':627, 'po':5481, 'em':336, ':':25, ' The':578, ' air':3805, ' is':374, ' light':3177, ',':11, ' and':323, ' the':279, ' air':3805, ' is':374, ' cold':9439, '.':627, 'po':5481, 'em':336, ':':25, ' L':445, 'eth':774, 'arg':867, 'ically':2740, ' good':1695, '.':627, 'po':5481, 'em':336, ':':25, ' Winter':20704, ' evening':11714, ',':11, ' a':264, ' leaf':16312, ',':11, ' a':264, ' blue':6437, ' sky':13180, ' above':3485, '.':627, 'po':5481, 'em':336, ':':25, ' A':362, ' MAN':26819, ' ON':6328, 'CE':2152, ' MA':9917, 'ILED':14873, ' ME':16691, '':198, 'A':32, ' PIE':80555, 'CE':2152, ' OF':3083, ' HIS':66226, ' HE':11947, 'ART':3065, '':198, 'po':5481, 'em':336, ':':25, ' I':358, ' saw':5602, ' a':264, ' flower':23153, '.':627, 'po':5481, 'em':336, ':':25, ' dream':8063, ',':11, ' love':3021, ',':11, ' exist':3073, '.':627, 'po':5481, 'em':336, ':':25, ' some':1063, ' flowers':19837, ' grow':3139, ' so':779, ' quickly':6288, '':198, 'po':5481, 'em':336, ':':25, ' All':2052, ' my':856, ' life':2324, ' I':358, ' had':1047, ' this':420, '':198, 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25 ] +recalculate the cached logits (check): embd_inp.empty() false, n_matching_session_tokens 0, embd_inp.size() 270, session_tokens.size() 0, embd_inp.size() 270 +inp_pfx: [ '<|begin_of_text|>':128000, '':271, '###':14711, ' Instruction':30151, ':':1473 ] +inp_sfx: [ '':271, '###':14711, ' Response':6075, ':':1473 ] +cml_pfx: [ '<|begin_of_text|>':128000, '':198, '<':27, '|':91, 'im':318, '_start':5011, '|':91, '>':29, 'user':882, '':198 ] +cml_sfx: [ '<':27, '|':91, 'im':318, '_end':6345, '|':91, '>':397, '<':27, '|':91, 'im':318, '_start':5011, '|':91, '>':29, 'assistant':78191, '':198 ] +sampling: + repeat_last_n = 64, repeat_penalty = 1.000, frequency_penalty = 0.000, presence_penalty = 0.000 + top_k = 40, tfs_z = 1.000, top_p = 0.950, min_p = 0.050, typical_p = 1.000, temp = 0.800 + mirostat = 0, mirostat_lr = 0.100, mirostat_ent = 5.000 +sampling order: +CFG -> Penalties -> top_k -> tfs_z -> typical_p -> top_p -> min_p -> temperature +generate: n_ctx = 2048, n_batch = 2048, n_predict = 256, n_keep = 0 + + +embd_inp.size(): 270, n_consumed: 0 +eval: [ '<|begin_of_text|>':128000, 'po':5481, 'em':336, ':':25, ' the':279, ' cold':9439, ' is':374, ' here':1618, '':198, 'po':5481, 'em':336, ':':25, ' the':279, ' seasons':15956, ' change':2349, '.':627, 'po':5481, 'em':336, ':':25, ' this':420, ' am':1097, 'ulet':49518, ' is':374, ' a':264, ' simple':4382, ' token':4037, ' which':902, ' proves':36862, ' my':856, ' love':3021, ''s':596, ' truth':8206, '':198, 'po':5481, 'em':336, ':':25, ' It':1102, ' weighs':50542, ' on':389, ' me':757, '.':627, 'po':5481, 'em':336, ':':25, ' If':1442, ' you':499, ' can':649, ''t':956, ' write':3350, ' poems':45319, ',':345, 'write':5040, ' me':757, '':198, 'po':5481, 'em':336, ':':25, ' THIS':10245, ' AM':6912, 'ULE':7873, 'T':51, '':198, 'AT':835, ' ANY':4230, ' PRICE':60152, '':198, 'F':37, 'EL':2818, 'T':51, ' LIKE':21170, ' THE':3247, ' TR':5091, 'UTH':9331, '':198, 'po':5481, 'em':336, ':':25, ' sph':42822, 'inx':20612, ' of':315, ' black':3776, ' quartz':52255, ',':11, ' judge':11913, ' my':856, ' vow':40443, '':198, 'po':5481, 'em':336, ':':25, ' IN':2006, ' THE':3247, ' SPR':52367, 'ING':1753, ' MY':18725, ' L':445, 'UN':1899, 'GS':16929, '':198, 'ST':790, 'ILL':9410, ' SOME':66655, 'HOW':61297, ' EXP':13768, 'AND':4064, '.':627, 'po':5481, 'em':336, ':':25, ' DON':45373, ''T':17773, ' W':468, 'OR':878, 'RY':11492, '.':627, 'po':5481, 'em':336, ':':25, ' The':578, ' air':3805, ' is':374, ' light':3177, ',':11, ' and':323, ' the':279, ' air':3805, ' is':374, ' cold':9439, '.':627, 'po':5481, 'em':336, ':':25, ' L':445, 'eth':774, 'arg':867, 'ically':2740, ' good':1695, '.':627, 'po':5481, 'em':336, ':':25, ' Winter':20704, ' evening':11714, ',':11, ' a':264, ' leaf':16312, ',':11, ' a':264, ' blue':6437, ' sky':13180, ' above':3485, '.':627, 'po':5481, 'em':336, ':':25, ' A':362, ' MAN':26819, ' ON':6328, 'CE':2152, ' MA':9917, 'ILED':14873, ' ME':16691, '':198, 'A':32, ' PIE':80555, 'CE':2152, ' OF':3083, ' HIS':66226, ' HE':11947, 'ART':3065, '':198, 'po':5481, 'em':336, ':':25, ' I':358, ' saw':5602, ' a':264, ' flower':23153, '.':627, 'po':5481, 'em':336, ':':25, ' dream':8063, ',':11, ' love':3021, ',':11, ' exist':3073, '.':627, 'po':5481, 'em':336, ':':25, ' some':1063, ' flowers':19837, ' grow':3139, ' so':779, ' quickly':6288, '':198, 'po':5481, 'em':336, ':':25, ' All':2052, ' my':856, ' life':2324, ' I':358, ' had':1047, ' this':420, '':198, 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25 ] +n_past = 270 +last: [ 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247 ] +n_remain: 255 +eval: [ ' THE':3247 ] +n_past = 271 +last: [ ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356 ] +n_remain: 254 +eval: [ ' C':356 ] +n_past = 272 +last: [ ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021 ] +n_remain: 253 +eval: [ 'OLD':8021 ] +n_past = 273 +last: [ ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507 ] +n_remain: 252 +eval: [ ' IS':3507 ] +n_past = 274 +last: [ ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804 ] +n_remain: 251 +eval: [ ' HERE':19804 ] +n_past = 275 +last: [ '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198 ] +n_remain: 250 +eval: [ '':198 ] +n_past = 276 +last: [ 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438 ] +n_remain: 249 +eval: [ 'and':438 ] +n_past = 277 +last: [ ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358 ] +n_remain: 248 +eval: [ ' I':358 ] +n_past = 278 +last: [ '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097 ] +n_remain: 247 +eval: [ ' am':1097 ] +n_past = 279 +last: [ 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539 ] +n_remain: 246 +eval: [ ' not':539 ] +n_past = 280 +last: [ 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198 ] +n_remain: 245 +eval: [ '':198 ] +n_past = 281 +last: [ ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212 ] +n_remain: 244 +eval: [ 'prepared':61212 ] +n_past = 282 +last: [ ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627 ] +n_remain: 243 +eval: [ '.':627 ] +n_past = 283 +last: [ ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481 ] +n_remain: 242 +eval: [ 'po':5481 ] +n_past = 284 +last: [ ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336 ] +n_remain: 241 +eval: [ 'em':336 ] +n_past = 285 +last: [ ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25 ] +n_remain: 240 +eval: [ ':':25 ] +n_past = 286 +last: [ ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264 ] +n_remain: 239 +eval: [ ' a':264 ] +n_past = 287 +last: [ ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153 ] +n_remain: 238 +eval: [ ' flower':23153 ] +n_past = 288 +last: [ ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430 ] +n_remain: 237 +eval: [ ' that':430 ] +n_past = 289 +last: [ ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706 ] +n_remain: 236 +eval: [ ' has':706 ] +n_past = 290 +last: [ ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198 ] +n_remain: 235 +eval: [ '':198 ] +n_past = 291 +last: [ ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481 ] +n_remain: 234 +eval: [ 'po':5481 ] +n_past = 292 +last: [ ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336 ] +n_remain: 233 +eval: [ 'em':336 ] +n_past = 293 +last: [ '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25 ] +n_remain: 232 +eval: [ ':':25 ] +n_past = 294 +last: [ 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763 ] +n_remain: 231 +eval: [ ' In':763 ] +n_past = 295 +last: [ 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279 ] +n_remain: 230 +eval: [ ' the':279 ] +n_past = 296 +last: [ ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683 ] +n_remain: 229 +eval: [ ' spring':10683 ] +n_past = 297 +last: [ ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11 ] +n_remain: 228 +eval: [ ',':11 ] +n_past = 298 +last: [ ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358 ] +n_remain: 227 +eval: [ ' I':358 ] +n_past = 299 +last: [ ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690 ] +n_remain: 226 +eval: [ ' will':690 ] +n_past = 300 +last: [ ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198 ] +n_remain: 225 +eval: [ '':198 ] +n_past = 301 +last: [ 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395 ] +n_remain: 224 +eval: [ 'be':1395 ] +n_past = 302 +last: [ '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208 ] +n_remain: 223 +eval: [ ' gone':8208 ] +n_past = 303 +last: [ 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627 ] +n_remain: 222 +eval: [ '.':627 ] +n_past = 304 +last: [ 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481 ] +n_remain: 221 +eval: [ 'po':5481 ] +n_past = 305 +last: [ ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336 ] +n_remain: 220 +eval: [ 'em':336 ] +n_past = 306 +last: [ ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25 ] +n_remain: 219 +eval: [ ':':25 ] +n_past = 307 +last: [ ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247 ] +n_remain: 218 +eval: [ ' THE':3247 ] +n_past = 308 +last: [ ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356 ] +n_remain: 217 +eval: [ ' C':356 ] + +llama_print_timings: load time = 293.44 ms +llama_print_timings: sample time = 1.61 ms / 39 runs ( 0.04 ms per token, 24208.57 tokens per second) +llama_print_timings: prompt eval time = 1214.94 ms / 270 tokens ( 4.50 ms per token, 222.23 tokens per second) +llama_print_timings: eval time = 1947.79 ms / 38 runs ( 51.26 ms per token, 19.51 tokens per second) +llama_print_timings: total time = 3216.63 ms / 308 tokens diff --git a/poem_loop.rb b/poem_loop.rb index f49a78f..2e872be 100644 --- a/poem_loop.rb +++ b/poem_loop.rb @@ -34,13 +34,34 @@ PROMPT = <<~END_OF_PROMPT poem: Lethargically good. - poem: + poem: dream, love, exist. + + poem: the cold is here + + poem: Remember the rain. + + poem: The air is light, and the air is cold. + + poem: It weighs on me. + + poem: I saw a flower. + + poem: some flowers grow so quickly + + poem: the seasons change. + + poem: there is a bird, a tree, and a squirrel + + poem: What is an amulet? END_OF_PROMPT .strip + .split("\n\n") + .shuffle + .join("\n") def doit! r, w = IO.pipe - spawn("#{LLAMA_PATH} --no-display-prompt --gpu APPLE -n 128 -p \"#{PROMPT}\"", out: w, err: '/dev/null') + spawn("#{LLAMA_PATH} --no-display-prompt --gpu APPLE -n 256 -p \"#{PROMPT}\npoem:\"", out: w, err: '/dev/null') spawn('ruby extract_poems.rb', in: r) Process.wait # just in case @@ -48,4 +69,8 @@ def doit! w.close end -loop { doit! } +n = 0 +# loop do +# puts "run ##{n += 1}..." + doit! +# end