mbk/amulets
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

expand further, be pickier

Browse source
This commit is contained in:
mehbark 2024-11-14 13:20:10 -05:00
parent e66f80a819
commit 74abf1ddeb
3 changed files with 435 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

61
extract_poems.rb
View file

@ -1,19 +1,72 @@
# frozen_string_literal: true # frozen_string_literal: true
MIN_8S = 0 require 'digest'
MIN_8S = 5
def expand(set)
cased = set + set.map(&:downcase) + set.map(&:upcase)
spaced = cased + cased.map { _1.gsub(/\s/, ' ') } + cased.map { _1.gsub(/\s/, "\n") } + cased.flat_map do |amulet|
20.times.map { amulet.gsub(/\s/) { rand(2).zero? ? ' ' : "\n" } }
end
spaced + spaced.flat_map { _1.match?(/[.?!]$/) ? [_1.gsub('.', '?'), _1.gsub('?', '.')] : ["#{_1}.", "#{_1}?"] }
end
def max_8s(str) def max_8s(str)
(str.scan(/8+/).max || '').length (str.scan(/8+/).max || '').length
end end
$stdin.read.split('poem: ') existing = Set[
"If you can't write poems,
write me",
"IN THE SPRING MY LUNGS
STILL SOMEHOW EXPAND.",
"A MAN ONCE MAILED ME
A PIECE OF HIS HEART",
"THIS AMULET
AT ANY PRICE
FELT LIKE THE TRUTH",
"this amulet is a simple token which proves my love's truth",
"DON'T WORRY.",
"in the early hours of the new year
i lie on my back
waiting.",
"All my life I had this
image of what a poet
should be",
'chaiyya chaiyya',
'THE REAL AMULET IS THE FRIENDS WE MADE ALONG THE WAY*',
'Winter evening, a leaf, a blue sky above.',
'Lethargically good.',
'An amulet is a self-aware house?',
"Ever Tried Ever Failed
Try Again Fail Again. find your amulet",
'the wind at night has a dream',
"the wind:
don't ask me what it is",
'a certain wind, to blow this back to me',
]
existing = expand existing
poems = $stdin.read.split('poem: ')
.map(&:strip) .map(&:strip)
.reject(&:empty?) .reject(&:empty?)
.to_set .to_set
.map { [_1, `printf "#{_1}" | openssl sha256`.strip] }
poems = expand(poems) - existing
amulets = poems
.map { [_1, Digest::SHA256.hexdigest(_1)] }
.filter { |(_, hash)| max_8s(hash) >= MIN_8S } .filter { |(_, hash)| max_8s(hash) >= MIN_8S }
.sort_by { |(_, hash)| max_8s hash } .sort_by { |(_, hash)| max_8s hash }
.each do |(amulet, hash)|
puts "#{amulets.length}/#{poems.length} poems were amulets"
puts
amulets.each do |(amulet, hash)|
puts amulet puts amulet
puts
puts "#{max_8s hash} #{hash}#{amulet.length > 64 ? ' too long!' : ''}" puts "#{max_8s hash} #{hash}#{amulet.length > 64 ? ' too long!' : ''}"
puts
end end

342
main.log Normal file
View file

@ -0,0 +1,342 @@
Cmd: /Users/clark/Downloads/Meta-Llama-3-8B-Instruct.Q5_K_M.llamafile -m Meta-Llama-3-8B-Instruct.Q5_K_M.gguf -c 2048 --no-display-prompt --gpu APPLE -n 256 -p "poem: the cold is here
poem: the seasons change.
poem: this amulet is a simple token which proves my love's truth
poem: It weighs on me.
poem: If you can't write poems,
write me
poem: THIS AMULET
AT ANY PRICE
FELT LIKE THE TRUTH
poem: sphinx of black quartz, judge my vow
poem: IN THE SPRING MY LUNGS
STILL SOMEHOW EXPAND.
poem: DON'T WORRY.
poem: The air is light, and the air is cold.
poem: Lethargically good.
poem: Winter evening, a leaf, a blue sky above.
poem: A MAN ONCE MAILED ME
A PIECE OF HIS HEART
poem: I saw a flower.
poem: dream, love, exist.
poem: some flowers grow so quickly
poem: All my life I had this
image of what a poet
should be
poem: there is a bird, a tree, and a squirrel
poem: What is an amulet?
poem: Remember the rain.
poem: in the early hours of the new year
i lie on my back
waiting.
poem:"
main: seed = 1731608392
main: llama backend init
main: load the model and apply lora adapter, if any
llama_model_loader: loaded meta data with 21 key-value pairs and 291 tensors from Meta-Llama-3-8B-Instruct.Q5_K_M.gguf (version GGUF V3 (latest))
llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output.
llama_model_loader: - kv 0: general.architecture str = llama
llama_model_loader: - kv 1: llama.block_count u32 = 32
llama_model_loader: - kv 2: llama.context_length u32 = 8192
llama_model_loader: - kv 3: llama.embedding_length u32 = 4096
llama_model_loader: - kv 4: llama.feed_forward_length u32 = 14336
llama_model_loader: - kv 5: llama.attention.head_count u32 = 32
llama_model_loader: - kv 6: llama.attention.head_count_kv u32 = 8
llama_model_loader: - kv 7: llama.rope.freq_base f32 = 500000.000000
llama_model_loader: - kv 8: llama.attention.layer_norm_rms_epsilon f32 = 0.000010
llama_model_loader: - kv 9: general.file_type u32 = 17
llama_model_loader: - kv 10: llama.vocab_size u32 = 128256
llama_model_loader: - kv 11: llama.rope.dimension_count u32 = 128
llama_model_loader: - kv 12: tokenizer.ggml.model str = gpt2
llama_model_loader: - kv 13: tokenizer.ggml.pre str = llama-bpe
llama_model_loader: - kv 14: tokenizer.ggml.tokens arr[str,128256] = ["!", "\"", "#", "$", "%", "&", "'", ...
llama_model_loader: - kv 15: tokenizer.ggml.token_type arr[i32,128256] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...
llama_model_loader: - kv 16: tokenizer.ggml.merges arr[str,280147] = ["Ġ Ġ", "Ġ ĠĠĠ", "ĠĠ ĠĠ", "...
llama_model_loader: - kv 17: tokenizer.ggml.bos_token_id u32 = 128000
llama_model_loader: - kv 18: tokenizer.ggml.eos_token_id u32 = 128009
llama_model_loader: - kv 19: tokenizer.chat_template str = {% set loop_messages = messages %}{% ...
llama_model_loader: - kv 20: general.quantization_version u32 = 2
llama_model_loader: - type f32: 65 tensors
llama_model_loader: - type q5_K: 193 tensors
llama_model_loader: - type q6_K: 33 tensors
llm_load_vocab: special tokens definition check successful ( 256/128256 ).
llm_load_print_meta: format = GGUF V3 (latest)
llm_load_print_meta: arch = llama
llm_load_print_meta: vocab type = BPE
llm_load_print_meta: n_vocab = 128256
llm_load_print_meta: n_merges = 280147
llm_load_print_meta: n_ctx_train = 8192
llm_load_print_meta: n_embd = 4096
llm_load_print_meta: n_head = 32
llm_load_print_meta: n_head_kv = 8
llm_load_print_meta: n_layer = 32
llm_load_print_meta: n_rot = 128
llm_load_print_meta: n_swa = 0
llm_load_print_meta: n_embd_head_k = 128
llm_load_print_meta: n_embd_head_v = 128
llm_load_print_meta: n_gqa = 4
llm_load_print_meta: n_embd_k_gqa = 1024
llm_load_print_meta: n_embd_v_gqa = 1024
llm_load_print_meta: f_norm_eps = 0.0e+00
llm_load_print_meta: f_norm_rms_eps = 1.0e-05
llm_load_print_meta: f_clamp_kqv = 0.0e+00
llm_load_print_meta: f_max_alibi_bias = 0.0e+00
llm_load_print_meta: f_logit_scale = 0.0e+00
llm_load_print_meta: n_ff = 14336
llm_load_print_meta: n_expert = 0
llm_load_print_meta: n_expert_used = 0
llm_load_print_meta: causal attn = 1
llm_load_print_meta: pooling type = 0
llm_load_print_meta: rope type = 0
llm_load_print_meta: rope scaling = linear
llm_load_print_meta: freq_base_train = 500000.0
llm_load_print_meta: freq_scale_train = 1
llm_load_print_meta: n_yarn_orig_ctx = 8192
llm_load_print_meta: rope_finetuned = unknown
llm_load_print_meta: ssm_d_conv = 0
llm_load_print_meta: ssm_d_inner = 0
llm_load_print_meta: ssm_d_state = 0
llm_load_print_meta: ssm_dt_rank = 0
llm_load_print_meta: model type = 8B
llm_load_print_meta: model ftype = Q5_K - Medium
llm_load_print_meta: model params = 8.03 B
llm_load_print_meta: model size = 5.33 GiB (5.70 BPW)
llm_load_print_meta: general.name = n/a
llm_load_print_meta: BOS token = 128000 '<|begin_of_text|>'
llm_load_print_meta: EOS token = 128009 '<|eot_id|>'
llm_load_print_meta: LF token = 128 'Ä'
llm_load_print_meta: EOT token = 128009 '<|eot_id|>'
llm_load_tensors: ggml ctx size = 0.34 MiB
llm_load_tensors: offloading 32 repeating layers to GPU
llm_load_tensors: offloaded 32/33 layers to GPU
llm_load_tensors: Metal buffer size = 5115.48 MiB
llm_load_tensors: CPU buffer size = 5459.93 MiB
........................................................................................
llama_new_context_with_model: n_ctx = 2048
llama_new_context_with_model: n_batch = 2048
llama_new_context_with_model: n_ubatch = 512
llama_new_context_with_model: flash_attn = 0
llama_new_context_with_model: freq_base = 500000.0
llama_new_context_with_model: freq_scale = 1
llama_kv_cache_init: Metal KV buffer size = 256.00 MiB
llama_new_context_with_model: KV self size = 256.00 MiB, K (f16): 128.00 MiB, V (f16): 128.00 MiB
llama_new_context_with_model: CPU output buffer size = 0.49 MiB
llama_new_context_with_model: Metal compute buffer size = 164.00 MiB
llama_new_context_with_model: CPU compute buffer size = 258.50 MiB
llama_new_context_with_model: graph nodes = 1030
llama_new_context_with_model: graph splits = 3
warming up the model with an empty run
n_ctx: 2048
system_info: n_threads = 5 / 11 | AVX = 0 | AVX_VNNI = 0 | AVX2 = 0 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | AVX512_BF16 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 0 | SSE3 = 0 | SSSE3 = 0 | VSX = 0 | MATMUL_INT8 = 0 | LLAMAFILE = 1 |
add_bos: 0
tokenize the prompt
prompt: "poem: the cold is here
poem: the seasons change.
poem: this amulet is a simple token which proves my love's truth
poem: It weighs on me.
poem: If you can't write poems,
write me
poem: THIS AMULET
AT ANY PRICE
FELT LIKE THE TRUTH
poem: sphinx of black quartz, judge my vow
poem: IN THE SPRING MY LUNGS
STILL SOMEHOW EXPAND.
poem: DON'T WORRY.
poem: The air is light, and the air is cold.
poem: Lethargically good.
poem: Winter evening, a leaf, a blue sky above.
poem: A MAN ONCE MAILED ME
A PIECE OF HIS HEART
poem: I saw a flower.
poem: dream, love, exist.
poem: some flowers grow so quickly
poem: All my life I had this
image of what a poet
should be
poem: there is a bird, a tree, and a squirrel
poem: What is an amulet?
poem: Remember the rain.
poem: in the early hours of the new year
i lie on my back
waiting.
poem:"
tokens: [ '<|begin_of_text|>':128000, 'po':5481, 'em':336, ':':25, ' the':279, ' cold':9439, ' is':374, ' here':1618, '':198, 'po':5481, 'em':336, ':':25, ' the':279, ' seasons':15956, ' change':2349, '.':627, 'po':5481, 'em':336, ':':25, ' this':420, ' am':1097, 'ulet':49518, ' is':374, ' a':264, ' simple':4382, ' token':4037, ' which':902, ' proves':36862, ' my':856, ' love':3021, ''s':596, ' truth':8206, '':198, 'po':5481, 'em':336, ':':25, ' It':1102, ' weighs':50542, ' on':389, ' me':757, '.':627, 'po':5481, 'em':336, ':':25, ' If':1442, ' you':499, ' can':649, ''t':956, ' write':3350, ' poems':45319, ',':345, 'write':5040, ' me':757, '':198, 'po':5481, 'em':336, ':':25, ' THIS':10245, ' AM':6912, 'ULE':7873, 'T':51, '':198, 'AT':835, ' ANY':4230, ' PRICE':60152, '':198, 'F':37, 'EL':2818, 'T':51, ' LIKE':21170, ' THE':3247, ' TR':5091, 'UTH':9331, '':198, 'po':5481, 'em':336, ':':25, ' sph':42822, 'inx':20612, ' of':315, ' black':3776, ' quartz':52255, ',':11, ' judge':11913, ' my':856, ' vow':40443, '':198, 'po':5481, 'em':336, ':':25, ' IN':2006, ' THE':3247, ' SPR':52367, 'ING':1753, ' MY':18725, ' L':445, 'UN':1899, 'GS':16929, '':198, 'ST':790, 'ILL':9410, ' SOME':66655, 'HOW':61297, ' EXP':13768, 'AND':4064, '.':627, 'po':5481, 'em':336, ':':25, ' DON':45373, ''T':17773, ' W':468, 'OR':878, 'RY':11492, '.':627, 'po':5481, 'em':336, ':':25, ' The':578, ' air':3805, ' is':374, ' light':3177, ',':11, ' and':323, ' the':279, ' air':3805, ' is':374, ' cold':9439, '.':627, 'po':5481, 'em':336, ':':25, ' L':445, 'eth':774, 'arg':867, 'ically':2740, ' good':1695, '.':627, 'po':5481, 'em':336, ':':25, ' Winter':20704, ' evening':11714, ',':11, ' a':264, ' leaf':16312, ',':11, ' a':264, ' blue':6437, ' sky':13180, ' above':3485, '.':627, 'po':5481, 'em':336, ':':25, ' A':362, ' MAN':26819, ' ON':6328, 'CE':2152, ' MA':9917, 'ILED':14873, ' ME':16691, '':198, 'A':32, ' PIE':80555, 'CE':2152, ' OF':3083, ' HIS':66226, ' HE':11947, 'ART':3065, '':198, 'po':5481, 'em':336, ':':25, ' I':358, ' saw':5602, ' a':264, ' flower':23153, '.':627, 'po':5481, 'em':336, ':':25, ' dream':8063, ',':11, ' love':3021, ',':11, ' exist':3073, '.':627, 'po':5481, 'em':336, ':':25, ' some':1063, ' flowers':19837, ' grow':3139, ' so':779, ' quickly':6288, '':198, 'po':5481, 'em':336, ':':25, ' All':2052, ' my':856, ' life':2324, ' I':358, ' had':1047, ' this':420, '':198, 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25 ]
recalculate the cached logits (check): embd_inp.empty() false, n_matching_session_tokens 0, embd_inp.size() 270, session_tokens.size() 0, embd_inp.size() 270
inp_pfx: [ '<|begin_of_text|>':128000, '':271, '###':14711, ' Instruction':30151, ':':1473 ]
inp_sfx: [ '':271, '###':14711, ' Response':6075, ':':1473 ]
cml_pfx: [ '<|begin_of_text|>':128000, '':198, '<':27, '|':91, 'im':318, '_start':5011, '|':91, '>':29, 'user':882, '':198 ]
cml_sfx: [ '<':27, '|':91, 'im':318, '_end':6345, '|':91, '>':397, '<':27, '|':91, 'im':318, '_start':5011, '|':91, '>':29, 'assistant':78191, '':198 ]
sampling:
repeat_last_n = 64, repeat_penalty = 1.000, frequency_penalty = 0.000, presence_penalty = 0.000
top_k = 40, tfs_z = 1.000, top_p = 0.950, min_p = 0.050, typical_p = 1.000, temp = 0.800
mirostat = 0, mirostat_lr = 0.100, mirostat_ent = 5.000
sampling order:
CFG -> Penalties -> top_k -> tfs_z -> typical_p -> top_p -> min_p -> temperature
generate: n_ctx = 2048, n_batch = 2048, n_predict = 256, n_keep = 0
embd_inp.size(): 270, n_consumed: 0
eval: [ '<|begin_of_text|>':128000, 'po':5481, 'em':336, ':':25, ' the':279, ' cold':9439, ' is':374, ' here':1618, '':198, 'po':5481, 'em':336, ':':25, ' the':279, ' seasons':15956, ' change':2349, '.':627, 'po':5481, 'em':336, ':':25, ' this':420, ' am':1097, 'ulet':49518, ' is':374, ' a':264, ' simple':4382, ' token':4037, ' which':902, ' proves':36862, ' my':856, ' love':3021, ''s':596, ' truth':8206, '':198, 'po':5481, 'em':336, ':':25, ' It':1102, ' weighs':50542, ' on':389, ' me':757, '.':627, 'po':5481, 'em':336, ':':25, ' If':1442, ' you':499, ' can':649, ''t':956, ' write':3350, ' poems':45319, ',':345, 'write':5040, ' me':757, '':198, 'po':5481, 'em':336, ':':25, ' THIS':10245, ' AM':6912, 'ULE':7873, 'T':51, '':198, 'AT':835, ' ANY':4230, ' PRICE':60152, '':198, 'F':37, 'EL':2818, 'T':51, ' LIKE':21170, ' THE':3247, ' TR':5091, 'UTH':9331, '':198, 'po':5481, 'em':336, ':':25, ' sph':42822, 'inx':20612, ' of':315, ' black':3776, ' quartz':52255, ',':11, ' judge':11913, ' my':856, ' vow':40443, '':198, 'po':5481, 'em':336, ':':25, ' IN':2006, ' THE':3247, ' SPR':52367, 'ING':1753, ' MY':18725, ' L':445, 'UN':1899, 'GS':16929, '':198, 'ST':790, 'ILL':9410, ' SOME':66655, 'HOW':61297, ' EXP':13768, 'AND':4064, '.':627, 'po':5481, 'em':336, ':':25, ' DON':45373, ''T':17773, ' W':468, 'OR':878, 'RY':11492, '.':627, 'po':5481, 'em':336, ':':25, ' The':578, ' air':3805, ' is':374, ' light':3177, ',':11, ' and':323, ' the':279, ' air':3805, ' is':374, ' cold':9439, '.':627, 'po':5481, 'em':336, ':':25, ' L':445, 'eth':774, 'arg':867, 'ically':2740, ' good':1695, '.':627, 'po':5481, 'em':336, ':':25, ' Winter':20704, ' evening':11714, ',':11, ' a':264, ' leaf':16312, ',':11, ' a':264, ' blue':6437, ' sky':13180, ' above':3485, '.':627, 'po':5481, 'em':336, ':':25, ' A':362, ' MAN':26819, ' ON':6328, 'CE':2152, ' MA':9917, 'ILED':14873, ' ME':16691, '':198, 'A':32, ' PIE':80555, 'CE':2152, ' OF':3083, ' HIS':66226, ' HE':11947, 'ART':3065, '':198, 'po':5481, 'em':336, ':':25, ' I':358, ' saw':5602, ' a':264, ' flower':23153, '.':627, 'po':5481, 'em':336, ':':25, ' dream':8063, ',':11, ' love':3021, ',':11, ' exist':3073, '.':627, 'po':5481, 'em':336, ':':25, ' some':1063, ' flowers':19837, ' grow':3139, ' so':779, ' quickly':6288, '':198, 'po':5481, 'em':336, ':':25, ' All':2052, ' my':856, ' life':2324, ' I':358, ' had':1047, ' this':420, '':198, 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25 ]
n_past = 270
last: [ 'image':1843, ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247 ]
n_remain: 255
eval: [ ' THE':3247 ]
n_past = 271
last: [ ' of':315, ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356 ]
n_remain: 254
eval: [ ' C':356 ]
n_past = 272
last: [ ' what':1148, ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021 ]
n_remain: 253
eval: [ 'OLD':8021 ]
n_past = 273
last: [ ' a':264, ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507 ]
n_remain: 252
eval: [ ' IS':3507 ]
n_past = 274
last: [ ' poet':40360, '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804 ]
n_remain: 251
eval: [ ' HERE':19804 ]
n_past = 275
last: [ '':198, 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198 ]
n_remain: 250
eval: [ '':198 ]
n_past = 276
last: [ 'should':5562, ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438 ]
n_remain: 249
eval: [ 'and':438 ]
n_past = 277
last: [ ' be':387, '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358 ]
n_remain: 248
eval: [ ' I':358 ]
n_past = 278
last: [ '':198, 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097 ]
n_remain: 247
eval: [ ' am':1097 ]
n_past = 279
last: [ 'po':5481, 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539 ]
n_remain: 246
eval: [ ' not':539 ]
n_past = 280
last: [ 'em':336, ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198 ]
n_remain: 245
eval: [ '':198 ]
n_past = 281
last: [ ':':25, ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212 ]
n_remain: 244
eval: [ 'prepared':61212 ]
n_past = 282
last: [ ' there':1070, ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627 ]
n_remain: 243
eval: [ '.':627 ]
n_past = 283
last: [ ' is':374, ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481 ]
n_remain: 242
eval: [ 'po':5481 ]
n_past = 284
last: [ ' a':264, ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336 ]
n_remain: 241
eval: [ 'em':336 ]
n_past = 285
last: [ ' bird':12224, ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25 ]
n_remain: 240
eval: [ ':':25 ]
n_past = 286
last: [ ',':11, ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264 ]
n_remain: 239
eval: [ ' a':264 ]
n_past = 287
last: [ ' a':264, ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153 ]
n_remain: 238
eval: [ ' flower':23153 ]
n_past = 288
last: [ ' tree':5021, ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430 ]
n_remain: 237
eval: [ ' that':430 ]
n_past = 289
last: [ ',':11, ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706 ]
n_remain: 236
eval: [ ' has':706 ]
n_past = 290
last: [ ' and':323, ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198 ]
n_remain: 235
eval: [ '':198 ]
n_past = 291
last: [ ' a':264, ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481 ]
n_remain: 234
eval: [ 'po':5481 ]
n_past = 292
last: [ ' squirrel':91624, '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336 ]
n_remain: 233
eval: [ 'em':336 ]
n_past = 293
last: [ '':198, 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25 ]
n_remain: 232
eval: [ ':':25 ]
n_past = 294
last: [ 'po':5481, 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763 ]
n_remain: 231
eval: [ ' In':763 ]
n_past = 295
last: [ 'em':336, ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279 ]
n_remain: 230
eval: [ ' the':279 ]
n_past = 296
last: [ ':':25, ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683 ]
n_remain: 229
eval: [ ' spring':10683 ]
n_past = 297
last: [ ' What':3639, ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11 ]
n_remain: 228
eval: [ ',':11 ]
n_past = 298
last: [ ' is':374, ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358 ]
n_remain: 227
eval: [ ' I':358 ]
n_past = 299
last: [ ' an':459, ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690 ]
n_remain: 226
eval: [ ' will':690 ]
n_past = 300
last: [ ' am':1097, 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198 ]
n_remain: 225
eval: [ '':198 ]
n_past = 301
last: [ 'ulet':49518, '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395 ]
n_remain: 224
eval: [ 'be':1395 ]
n_past = 302
last: [ '?':5380, 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208 ]
n_remain: 223
eval: [ ' gone':8208 ]
n_past = 303
last: [ 'po':5481, 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627 ]
n_remain: 222
eval: [ '.':627 ]
n_past = 304
last: [ 'em':336, ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481 ]
n_remain: 221
eval: [ 'po':5481 ]
n_past = 305
last: [ ':':25, ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336 ]
n_remain: 220
eval: [ 'em':336 ]
n_past = 306
last: [ ' Remember':20474, ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25 ]
n_remain: 219
eval: [ ':':25 ]
n_past = 307
last: [ ' the':279, ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247 ]
n_remain: 218
eval: [ ' THE':3247 ]
n_past = 308
last: [ ' rain':11422, '.':627, 'po':5481, 'em':336, ':':25, ' in':304, ' the':279, ' early':4216, ' hours':4207, ' of':315, ' the':279, ' new':502, ' year':1060, '':198, 'i':72, ' lie':10457, ' on':389, ' my':856, ' back':1203, '':198, 'waiting':50634, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356, 'OLD':8021, ' IS':3507, ' HERE':19804, '':198, 'and':438, ' I':358, ' am':1097, ' not':539, '':198, 'prepared':61212, '.':627, 'po':5481, 'em':336, ':':25, ' a':264, ' flower':23153, ' that':430, ' has':706, '':198, 'po':5481, 'em':336, ':':25, ' In':763, ' the':279, ' spring':10683, ',':11, ' I':358, ' will':690, '':198, 'be':1395, ' gone':8208, '.':627, 'po':5481, 'em':336, ':':25, ' THE':3247, ' C':356 ]
n_remain: 217
eval: [ ' C':356 ]
llama_print_timings: load time = 293.44 ms
llama_print_timings: sample time = 1.61 ms / 39 runs ( 0.04 ms per token, 24208.57 tokens per second)
llama_print_timings: prompt eval time = 1214.94 ms / 270 tokens ( 4.50 ms per token, 222.23 tokens per second)
llama_print_timings: eval time = 1947.79 ms / 38 runs ( 51.26 ms per token, 19.51 tokens per second)
llama_print_timings: total time = 3216.63 ms / 308 tokens

31
poem_loop.rb
View file

@ -34,13 +34,34 @@ PROMPT = <<~END_OF_PROMPT
poem: Lethargically good. poem: Lethargically good.
poem: poem: dream, love, exist.
poem: the cold is here
poem: Remember the rain.
poem: The air is light, and the air is cold.
poem: It weighs on me.
poem: I saw a flower.
poem: some flowers grow so quickly
poem: the seasons change.
poem: there is a bird, a tree, and a squirrel
poem: What is an amulet?
END_OF_PROMPT END_OF_PROMPT
.strip .strip
.split("\n\n")
.shuffle
.join("\n")
def doit! def doit!
r, w = IO.pipe r, w = IO.pipe
spawn("#{LLAMA_PATH} --no-display-prompt --gpu APPLE -n 128 -p \"#{PROMPT}\"", out: w, err: '/dev/null') spawn("#{LLAMA_PATH} --no-display-prompt --gpu APPLE -n 256 -p \"#{PROMPT}\npoem:\"", out: w, err: '/dev/null')
spawn('ruby extract_poems.rb', in: r) spawn('ruby extract_poems.rb', in: r)
Process.wait Process.wait
# just in case # just in case
@ -48,4 +69,8 @@ def doit!
w.close w.close
end end
loop { doit! } n = 0
# loop do
# puts "run ##{n += 1}..."
doit!
# end