first push

2333af3f · Daniel Djahangir · 2333af3f · 2333af3f · 2333af3f · 2333af3f
Commit 2333af3f authored 9 months ago by Daniel Djahangir
--- a/__pycache__/evaluation.cpython-311.pyc
+++ b/__pycache__/evaluation.cpython-311.pyc
--- a/__pycache__/exposee.cpython-311.pyc
+++ b/__pycache__/exposee.cpython-311.pyc
--- a/__pycache__/fandomArticleScrape.cpython-311.pyc
+++ b/__pycache__/fandomArticleScrape.cpython-311.pyc
--- a/__pycache__/llamaQuery.cpython-311.pyc
+++ b/__pycache__/llamaQuery.cpython-311.pyc
--- a/__pycache__/textreader.cpython-311.pyc
+++ b/__pycache__/textreader.cpython-311.pyc
--- a/__pycache__/wikidata.cpython-311.pyc
+++ b/__pycache__/wikidata.cpython-311.pyc
--- a/addInfo/Alice's Adventures in Wonderland.txt
+++ b/addInfo/Alice's Adventures in Wonderland.txt
+Alice - Alice - https://aliceinwonderland.fandom.com/wiki/Alice
+The White Rabbit - The_White_Rabbit - https://aliceinwonderland.fandom.com/wiki/The_White_Rabbit
+Queen of Hearts - Queen_of_Hearts - https://aliceinwonderland.fandom.com/wiki/Queen_of_Hearts
+King of Hearts - King_of_Hearts - https://aliceinwonderland.fandom.com/wiki/King_of_Hearts
+The Cheshire Cat - The_Cheshire_Cat - https://aliceinwonderland.fandom.com/wiki/The_Cheshire_Cat
+The Duchess - The_Duchess - https://aliceinwonderland.fandom.com/wiki/The_Duchess
+The Caterpillar - The_Caterpillar - https://aliceinwonderland.fandom.com/wiki/The_Caterpillar
+The Mad Hatter - The_Mad_Hatter - https://aliceinwonderland.fandom.com/wiki/The_Mad_Hatter
+March Hare - March_Hare - https://aliceinwonderland.fandom.com/wiki/March_Hare
+The Dormouse - The_Dormouse - https://aliceinwonderland.fandom.com/wiki/The_Dormouse
+The Gryphon - The_Gryphon - https://aliceinwonderland.fandom.com/wiki/The_Gryphon
+The Mock Turtle - The_Mock_Turtle - https://aliceinwonderland.fandom.com/wiki/The_Mock_Turtle
+Alice's Sister - Alice%27s Sister - https://aliceinwonderland.fandom.com/wiki/Alice%27s_Sister
+Knave of Hearts - Knave_of_Hearts - https://aliceinwonderland.fandom.com/wiki/Knave_of_Hearts
+The Mouse - The_Mouse - https://aliceinwonderland.fandom.com/wiki/The_Mouse
+The Dodo - The_Dodo - https://aliceinwonderland.fandom.com/wiki/The_Dodo
+The Duck - The_Duck - https://aliceinwonderland.fandom.com/wiki/The_Duck
+The Lory - The_Lory - https://aliceinwonderland.fandom.com/wiki/The_Lory
+The Eaglet - The_Eaglet - https://aliceinwonderland.fandom.com/wiki/The_Eaglet
+The Cook - The_Cook - https://aliceinwonderland.fandom.com/wiki/The_Cook
+The Pigeon - The_Pigeon - https://aliceinwonderland.fandom.com/wiki/The_Pigeon
+Bill the Lizard - Bill_the_Lizard - https://aliceinwonderland.fandom.com/wiki/Bill_the_Lizard
+Frog-Footman - Frog-Footman - https://aliceinwonderland.fandom.com/wiki/Frog-Footman
+The Playing Cards - The_Playing_Cards - https://aliceinwonderland.fandom.com/wiki/The_Playing_Cards
+Tweedledee and Tweedledum - Tweedledee_and_Tweedledum - https://aliceinwonderland.fandom.com/wiki/Tweedledee_and_Tweedledum
+Humpty Dumpty - Humpty_Dumpty - https://aliceinwonderland.fandom.com/wiki/Humpty_Dumpty
+The Red Queen - The_Red_Queen - https://aliceinwonderland.fandom.com/wiki/The_Red_Queen
+The White Queen - The_White_Queen - https://aliceinwonderland.fandom.com/wiki/The_White_Queen
+Jabberwocky (2010) - Jabberwocky_(2010) - https://aliceinwonderland.fandom.com/wiki/Jabberwocky_(2010)
+Bandersnatch - Bandersnatch - https://aliceinwonderland.fandom.com/wiki/Bandersnatch
\ No newline at end of file
--- a/addInfo/Dune.txt
+++ b/addInfo/Dune.txt
+Paul Atreides - Paul_Atreides - https://dune.fandom.com/wiki/Paul_Atreides
+Lady Jessica - Lady_Jessica - https://dune.fandom.com/wiki/Lady_Jessica
+Leto I Atreides - Leto_I_Atreides - https://dune.fandom.com/wiki/Leto_I_Atreides
+Vladimir Harkonnen - Vladimir_Harkonnen - https://dune.fandom.com/wiki/Vladimir_Harkonnen
+Chani Kynes - Chani - https://dune.fandom.com/wiki/Chani
+Stilgar - Stilgar - https://dune.fandom.com/wiki/Stilgar
+Gaius Helen Mohiam - Gaius_Helen_Mohiam - https://dune.fandom.com/wiki/Gaius_Helen_Mohiam
+Duncan Idaho - Duncan_Idaho - https://dune.fandom.com/wiki/Duncan_Idaho
+Wellington Yueh - Wellington_Yueh - https://dune.fandom.com/wiki/Wellington_Yueh
+Gurney Halleck - Gurney_Halleck - https://dune.fandom.com/wiki/Gurney_Halleck
+Feyd-Rautha Harkonnen - Feyd-Rautha - https://dune.fandom.com/wiki/Feyd-Rautha
+Glossu Rabban - Glossu_Rabban - https://dune.fandom.com/wiki/Glossu_Rabban
+Irulan Corrino - Princess_Irulan - https://dune.fandom.com/wiki/Princess_Irulan
+Shaddam Corrino IV - Shaddam_IV - https://dune.fandom.com/wiki/Shaddam_IV
+Thufir Hawat - Thufir_Hawat - https://dune.fandom.com/wiki/Thufir_Hawat
+Hasimir Fenring - Count_Fenring - https://dune.fandom.com/wiki/Count_Fenring
+Margot Fenring - Margot_Fenring - https://dune.fandom.com/wiki/Margot_Fenring
+Piter De Vries - Piter_De_Vries - https://dune.fandom.com/wiki/Piter_De_Vries
+Alia Atreides - Alia_Atreides - https://dune.fandom.com/wiki/Alia_Atreides
+Mapes - Mapes - https://dune.fandom.com/wiki/Mapes
+Liet-Kynes - Liet-Kynes - https://dune.fandom.com/wiki/Liet-Kynes
+Ramallo - Ramallo - https://dune.fandom.com/wiki/Ramallo
+Jamis - Jamis - https://dune.fandom.com/wiki/Jamis
+Harah - Harah - https://dune.fandom.com/wiki/Harah
+Otheym - Otheym - https://dune.fandom.com/wiki/Otheym
+Korba - Korba - https://dune.fandom.com/wiki/Korba
+Aramsham - Aramsham - https://dune.fandom.com/wiki/Aramsham
+Iakin Nefud - Iakin_Nefud - https://dune.fandom.com/wiki/Iakin_Nefud
+Scytale - Scytale - https://dune.fandom.com/wiki/Scytale
+Edric - Edric - https://dune.fandom.com/wiki/Edric
+Bijaz - Bijaz - https://dune.fandom.com/wiki/Bijaz
+Lichna - Lichna - https://dune.fandom.com/wiki/Lichna
+Farok - Farok - https://dune.fandom.com/wiki/Farok
+Wensicia Corrino - Wensicia_Corrino - https://dune.fandom.com/wiki/Wensicia_Corrino
+Leto Atreides II/DE - Leto_II_Atreides - https://dune.fandom.com/wiki/Leto_II_Atreides
+Ghanima Atreides - Ghanima_Atreides - https://dune.fandom.com/wiki/Ghanima_Atreides
+Tyekanik - Tyekanik - https://dune.fandom.com/wiki/Tyekanik
+Farad'n Corrino - Farad%27n_Corrino - https://dune.fandom.com/wiki/Farad%27n_Corrino
+Ziarenko Javid - Javid - https://dune.fandom.com/wiki/Javid
+Siona Atreides - Siona_Atreides - https://dune.fandom.com/wiki/Siona_Atreides
+Hwi Noree - Hwi_Noree - https://dune.fandom.com/wiki/Hwi_Noree
+Tertius Eileen Anteac - Tertius_Eileen_Anteac - https://dune.fandom.com/wiki/Tertius_Eileen_Anteac
+Moneo Atreides - Moneo_Atreides - https://dune.fandom.com/wiki/Moneo_Atreides
+Nayla - Nayla - https://dune.fandom.com/wiki/Nayla
+Quintinius Violet Chenoeh - Quintinius_Violet_Chenoeh - https://dune.fandom.com/wiki/Quintinius_Violet_Chenoeh
+Marcus Claire Luyseyal - Marcus_Claire_Luyseyal - https://dune.fandom.com/wiki/Marcus_Claire_Luyseyal
+Lucilla - Lucilla - https://dune.fandom.com/wiki/Lucilla
+Miles Teg - Miles_Teg - https://dune.fandom.com/wiki/Miles_Teg
+Murbella - Murbella - https://dune.fandom.com/wiki/Murbella
+Darwi Odrade - Darwi_Odrade - https://dune.fandom.com/wiki/Darwi_Odrade
+Sheeana Brugh - Sheeana - https://dune.fandom.com/wiki/Sheeana
+Tylwyth Waff - Tylwyth_Waff - https://dune.fandom.com/wiki/Tylwyth_Waff
+Bellonda - Bellonda - https://dune.fandom.com/wiki/Bellonda
+Alma Mavis Taraza - Alma_Mavis_Taraza - https://dune.fandom.com/wiki/Alma_Mavis_Taraza
+Alef Burzmali - Burzmali - https://dune.fandom.com/wiki/Burzmali
+Hedley Tuek - Hedley_Tuek - https://dune.fandom.com/wiki/Hedley_Tuek
+Marty - Marty - https://dune.fandom.com/wiki/Marty
+Daniel - Daniel - https://dune.fandom.com/wiki/Daniel
+Dama - Dama - https://dune.fandom.com/wiki/Dama
+Logno - Logno - https://dune.fandom.com/wiki/Logno
\ No newline at end of file
--- a/addInfo/The Hitchhiker's Guide to the Galaxy.txt
+++ b/addInfo/The Hitchhiker's Guide to the Galaxy.txt
+Agrajag - Agrajag - https://hitchhikers.fandom.com/wiki/Agrajag
+Alice Beeblebrox - Alice_Beeblebrox - https://hitchhikersguidetoearth.fandom.com/wiki/Alice_Beeblebrox
+Allitnils - Allitnils - https://hitchhikers.fandom.com/wiki/Allitnils
+Almighty Bob - Almighty_Bob - https://hitchhikers.fandom.com/wiki/Almighty_Bob
+Arthur Dent - Arthur_Dent - https://hitchhikers.fandom.com/wiki/Arthur_Dent
+Barman - Barman - https://hitchhikers.fandom.com/wiki/Barman
+Bodyguard - Bodyguard - https://hitchhikers.fandom.com/wiki/Bodyguard
+Caveman - Caveman - https://hitchhikers.fandom.com/wiki/Caveman
+Colin the Security Robot - Colin - https://hitchhikers.fandom.com/wiki/Colin
+Constant Mown - Constant_Mown - https://hitchhikers.fandom.com/wiki/Constant_Mown
+Dan Streetmentioner - Dr._Dan_Streetmentioner - https://hitchhikers.fandom.com/wiki/Dr._Dan_Streetmentioner
+Deep Thought - Deep_Thought - https://hitchhikers.fandom.com/wiki/Deep_Thought
+Disaster Area - Disaster_Area’s_chief_research_accountant - https://hitchhikers.fandom.com/wiki/Disaster_Area’s_chief_research_accountant
+Ameglian Major Cow - Ameglian_Major_Cow - https://hitchhikers.fandom.com/wiki/Ameglian_Major_Cow
+Eccentrica Gallumbits - Eccentrica_Gallumbits - https://hitchhikers.fandom.com/wiki/Eccentrica_Gallumbits
+Eddie the Computer - Eddie - https://hitchhikers.fandom.com/wiki/Eddie
+Effrafax of Wug - Effrafax_of_Wug - https://hitchhikers.fandom.com/wiki/Effrafax_of_Wug
+Elvis Presley - Elvis_Presley - https://hitchhikers.fandom.com/wiki/Elvis_Presley
+Emperor of the Galaxy - Emperor_of_the_Galaxy - https://hitchhikers.fandom.com/wiki/Emperor_of_the_Galaxy
+Enid Kapelsen - Enid_Kapelsen - https://hitchhikers.fandom.com/wiki/Enid_Kapelsen
+Fenchurch - Fenchurch - https://hitchhikers.fandom.com/wiki/Fenchurch
+Frankie and Benjy - Frankie_and_Benjy - https://hitchhikers.fandom.com/wiki/Frankie_and_Benjy
+Gag Halfrunt - Gag_Halfrunt - https://hitchhikers.fandom.com/wiki/Gag_Halfrunt
+Gail Andrews - Gail_Andrews - https://hitchhikers.fandom.com/wiki/Gail_Andrews
+Pizpot Gargravarr - Gargravarr - https://hitchhikers.fandom.com/wiki/Gargravarr
+Garkbit - Garkbit - https://hitchhikers.fandom.com/wiki/Garkbit
+Genghis Khan - Genghis_Khan - https://hitchhikers.fandom.com/wiki/Genghis_Khan
+God - God - https://hitchhikers.fandom.com/wiki/God
+Golgafrinchans - Golgafrinchans - https://hitchhikers.fandom.com/wiki/Golgafrinchans
+Agda - Agda - https://hitchhikers.fandom.com/wiki/Agda
+Mella - Mella - https://hitchhikers.fandom.com/wiki/Mella
+Captain - Captain - https://hitchhikers.fandom.com/wiki/Captain
+Great Circling Poets of Arium - Great_Circling_Poets_of_Arium - https://hitchhikers.fandom.com/wiki/Great_Circling_Poets_of_Arium
+Number One - Number_One - https://hitchhikers.fandom.com/wiki/Number_One
+Number Two - Number_Two - https://hitchhikers.fandom.com/wiki/Number_Two
+Googleplex Starthinker - Googleplex_Starthinker - https://hitchhikers.fandom.com/wiki/Googleplex_Starthinker
+Great Green Arkleseizure - Great_Green_Arkleseizure - https://hitchhikers.fandom.com/wiki/Great_Green_Arkleseizure
+Great Hyperlobic Omnicognate Neutron Wrangler - Great_Hyperlobic_Omnicognate_Neutron_Wrangler - https://hitchhikers.fandom.com/wiki/Great_Hyperlobic_Omnicognate_Neutron_Wrangler
+Grunthos the Flatulent - Grunthos_the_Flatulent - https://hitchhikers.fandom.com/wiki/Grunthos_the_Flatulent
+Guide Mark II - Guide_Mark_II - https://hitchhikers.fandom.com/wiki/Guide_Mark_II
+Hactar - Hactar - https://hitchhikers.fandom.com/wiki/Hactar
+Haggunenons - Haggunenons - https://hitchhikers.fandom.com/wiki/Haggunenons
+Heimdall - Heimdall - https://hitchhikers.fandom.com/wiki/Heimdall
+Hig Hurtenflurst - Hig_Hurtenflurst - https://hitchhikers.fandom.com/wiki/Hig_Hurtenflurst
+Hillman Hunter - Hillman_Hunter - https://hitchhikers.fandom.com/wiki/Hillman_Hunter
+Hotblack Desiato - Hotblack_Desiato - https://hitchhikers.fandom.com/wiki/Hotblack_Desiato
+Humma Kavula - Humma_Kavula - https://hitchhikers.fandom.com/wiki/Humma_Kavula
+Hurling Frootmig - Hurling_Frootmig - https://hitchhikers.fandom.com/wiki/Hurling_Frootmig
+Judiciary Pag - Judiciary_Pag - https://hitchhikers.fandom.com/wiki/Judiciary_Pag
+Know-Nothing-Bozo - Know-Nothing-Bozo - https://hitchhikers.fandom.com/wiki/Know-Nothing-Bozo
+Prostetnic Vogon Kwaltz - Prostetnic_Vogon_Kwaltz - https://hitchhikers.fandom.com/wiki/Prostetnic_Vogon_Kwaltz
+Lady Cynthia Fitzmelton - Lady_Cynthia_Fitzmelton - https://hitchhikers.fandom.com/wiki/Lady_Cynthia_Fitzmelton
+Lajestic Vantrashell of Lob - Lajestic_Vantrashell_of_Lob - https://hitchhikers.fandom.com/wiki/Lajestic_Vantrashell_of_Lob
+Lallafa - Lallafa - https://hitchhikers.fandom.com/wiki/Lallafa
+Lig Lury Jr - Lig_Lury_Jr - https://hitchhikers.fandom.com/wiki/Lig_Lury_Jr
+Lintilla - Lintilla - https://hitchhikers.fandom.com/wiki/Lintilla
+Loonquawl - Loonquawl - https://hitchhikers.fandom.com/wiki/Loonquawl
+Phouchg - Phouchg - https://hitchhikers.fandom.com/wiki/Phouchg
+The Lord - The_Lord - https://hitchhikers.fandom.com/wiki/The_Lord
+Lunkwill and Fook - Lunkwill_and_Fook - https://hitchhikers.fandom.com/wiki/Lunkwill_and_Fook
+Majikthise - Majikthise - https://hitchhikers.fandom.com/wiki/Majikthise
+Vroomfondel - Vroomfondel - https://hitchhikers.fandom.com/wiki/Vroomfondel
+Max Quordlepleen - Max_Quordlepleen - https://hitchhikers.fandom.com/wiki/Max_Quordlepleen
+Murray Bost Henson - Murray_Bost_Henson - https://hitchhikers.fandom.com/wiki/Murray_Bost_Henson
+Old Man on the Pole - Old_Man_on_the_Pole - https://hitchhikers.fandom.com/wiki/Old_Man_on_the_Pole
+Old Thrashbarg - Old_Thrashbarg - https://hitchhikers.fandom.com/wiki/Old_Thrashbarg
+Old Woman in the Cave - Old_Woman_in_the_Cave - https://hitchhikers.fandom.com/wiki/Old_Woman_in_the_Cave
+Oolon Colluphid - Oolon_Colluphid - https://hitchhikers.fandom.com/wiki/Oolon_Colluphid
+Paul Neil Milne Johnstone - Paul_Neil_Milne_Johnstone - https://hitchhikers.fandom.com/wiki/Paul_Neil_Milne_Johnstone
+Loonquawl - Loonquawl - https://hitchhikers.fandom.com/wiki/Loonquawl
+Poodoo - Poodoo - https://hitchhikers.fandom.com/wiki/Poodoo
+Prak - Prak - https://hitchhikers.fandom.com/wiki/Prak
+Mr Prosser - Mr_Prosser - https://hitchhikers.fandom.com/wiki/Mr_Prosser
+Prostetnic Vogon Jeltz - Prostetnic_Vogon_Jeltz - https://hitchhikers.fandom.com/wiki/Prostetnic_Vogon_Jeltz
+Questular Rontok - Questular_Rontok - https://hitchhikers.fandom.com/wiki/Questular_Rontok
+Random Dent - Random_Dent - https://hitchhikers.fandom.com/wiki/Random_Dent
+Reg Nullify - Reg_Nullify - https://hitchhikers.fandom.com/wiki/Reg_Nullify
+Rob McKenna - Rob_McKenna - https://hitchhikers.fandom.com/wiki/Rob_McKenna
+Roosta - Roosta - https://hitchhikers.fandom.com/wiki/Roosta
+Ruler of the Universe - The_Ruler_of_the_Universe - https://hitchhikers.fandom.com/wiki/The_Ruler_of_the_Universe
+Russell - Russell - https://hitchhikers.fandom.com/wiki/Russell
--- a/addInfo/The Lord of the Rings.txt
+++ b/addInfo/The Lord of the Rings.txt
+Aragorn II - Aragorn_II - https://lotr.fandom.com/wiki/Aragorn_II
+Arwen - Arwen - https://lotr.fandom.com/wiki/Arwen
+Balin - Balin - https://lotr.fandom.com/wiki/Balin
+Bard - Bard - https://lotr.fandom.com/wiki/Bard
+Beorn - Beorn - https://lotr.fandom.com/wiki/Beorn
+Bilbo Baggins - Bilbo_Baggins - https://lotr.fandom.com/wiki/Bilbo_Baggins
+Boromir - Boromir - https://lotr.fandom.com/wiki/Boromir
+Celeborn - Celeborn - https://lotr.fandom.com/wiki/Celeborn
+Celebrimbor - Celebrimbor - https://lotr.fandom.com/wiki/Celebrimbor
+Denethor II - Denethor_II - https://lotr.fandom.com/wiki/Denethor_II
+Éomer - %C3%89omer - https://lotr.fandom.com/wiki/%C3%89omer
+Éowyn - %C3%89owyn - https://lotr.fandom.com/wiki/%C3%89owyn
+Faramir - Faramir - https://lotr.fandom.com/wiki/Faramir
+Frodo Baggins - Frodo_Baggins - https://lotr.fandom.com/wiki/Frodo_Baggins
+Galadriel - Galadriel - https://lotr.fandom.com/wiki/Galadriel
+Gandalf - Gandalf - https://lotr.fandom.com/wiki/Gandalf
+Gimli - Gimli - https://lotr.fandom.com/wiki/Gimli
+Gollum - Gollum - https://lotr.fandom.com/wiki/Gollum
+Gríma - Gr%C3%ADma - https://lotr.fandom.com/wiki/Gr%C3%ADma
+Halbarad - Halbarad - https://lotr.fandom.com/wiki/Halbarad
+Isildur - Isildur - https://lotr.fandom.com/wiki/Isildur
+Fíli and Kíli - F%C3%ADli_and_K%C3%ADli - https://lotr.fandom.com/wiki/F%C3%ADli_and_K%C3%ADli
+Legolas - Legolas - https://lotr.fandom.com/wiki/Legolas
+Lúthien - L%C3%BAthien - https://lotr.fandom.com/wiki/L%C3%BAthien
+Maedhros - Maedhros - https://lotr.fandom.com/wiki/Maedhros
+Melian - Melian - https://lotr.fandom.com/wiki/Melian
+Meriadoc Brandybuck - Meriadoc_Brandybuck - https://lotr.fandom.com/wiki/Meriadoc_Brandybuck
+Peregrin Took - Peregrin_Took - https://lotr.fandom.com/wiki/Peregrin_Took
+Radagast - Radagast - https://lotr.fandom.com/wiki/Radagast
+Samwise Gamgee - Samwise_Gamgee - https://lotr.fandom.com/wiki/Samwise_Gamgee
+Saruman - Saruman - https://lotr.fandom.com/wiki/Saruman
+Sauron - Sauron - https://lotr.fandom.com/wiki/Sauron
+Shelob - Shelob - https://lotr.fandom.com/wiki/Shelob
+Théoden - Th%C3%A9oden - https://lotr.fandom.com/wiki/Th%C3%A9oden
+Thingol - Thingol - https://lotr.fandom.com/wiki/Thingol
+Thranduil - Thranduil - https://lotr.fandom.com/wiki/Thranduil
+Thrór - Thr%C3%B3r - https://lotr.fandom.com/wiki/Thr%C3%B3r
+Thorin II - Thorin_II - https://lotr.fandom.com/wiki/Thorin_II
+Tom Bombadil - Tom_Bombadil - https://lotr.fandom.com/wiki/Tom_Bombadil
+Treebeard - Treebeard - https://lotr.fandom.com/wiki/Treebeard
+Túrin - T%C3%BArin - https://lotr.fandom.com/wiki/T%C3%BArin
+Ungoliant - Ungoliant - https://lotr.fandom.com/wiki/Ungoliant
+Elrond - Elrond - https://lotr.fandom.com/wiki/Elrond
+Morgoth - Morgoth - https://lotr.fandom.com/wiki/Morgoth
+Shadowfax - Shadowfax - https://lotr.fandom.com/wiki/Shadowfax
+Ancalagon - Ancalagon - https://lotr.fandom.com/wiki/Ancalagon
+Watcher in the Water - Watcher_in_the_Water - https://lotr.fandom.com/wiki/Watcher_in_the_Water
+Gil-galad - Gil-galad - https://lotr.fandom.com/wiki/Gil-galad
+Círdan - C%C3%ADrdan - https://lotr.fandom.com/wiki/C%C3%ADrdan
+Khamûl - Kham%C3%BBl - https://lotr.fandom.com/wiki/Kham%C3%BBl
+Thráin II - Thr%C3%A1in_II - https://lotr.fandom.com/wiki/Thr%C3%A1in_II
+Glaurung - Glaurung - https://lotr.fandom.com/wiki/Glaurung
+Haldir - Haldir_(Lothl%C3%B3rien) - https://lotr.fandom.com/wiki/Haldir_(Lothl%C3%B3rien)
+Eärendil - E%C3%A4rendil - https://lotr.fandom.com/wiki/E%C3%A4rendil
+Glorfindel - Glorfindel - https://lotr.fandom.com/wiki/Glorfindel
+Gothmog - Gothmog_(Balrog) - https://lotr.fandom.com/wiki/Gothmog_(Balrog)
+Beregond - Beregond - https://lotr.fandom.com/wiki/Beregond
+Berúthiel - Ber%C3%BAthiel - https://lotr.fandom.com/wiki/Ber%C3%BAthiel
+Turgon - Turgon - https://lotr.fandom.com/wiki/Turgon
+Elendil - Elendil - https://lotr.fandom.com/wiki/Elendil
+Beren - Beren - https://lotr.fandom.com/wiki/Beren
+Finrod - Finrod - https://lotr.fandom.com/wiki/Finrod
+Fingolfin - Fingolfin - https://lotr.fandom.com/wiki/Fingolfin
+Fingon - Fingon - https://lotr.fandom.com/wiki/Fingon
+Gilraen - Gilraen - https://lotr.fandom.com/wiki/Gilraen
+Morwen - Morwen - https://lotr.fandom.com/wiki/Morwen
+Idril - Idril - https://lotr.fandom.com/wiki/Idril
+Glóin - Gl%C3%B3in - https://lotr.fandom.com/wiki/Gl%C3%B3in
+Ecthelion - Ecthelion_von_Gondolin - https://lotr.fandom.com/de/wiki/Ecthelion_von_Gondolin
+Forlong - Forlong - https://lotr.fandom.com/wiki/Forlong
+Húrin - H%C3%BArin - https://lotr.fandom.com/wiki/H%C3%BArin
+Huor - Huor - https://lotr.fandom.com/wiki/Huor
+Lindir - Lindir - https://lotr.fandom.com/wiki/Lindir
+Erestor - Erestor - https://lotr.fandom.com/wiki/Erestor
+Elladan and Elrohir - Elladan_and_Elrohir - https://lotr.fandom.com/wiki/Elladan_and_Elrohir
+Glóredhel - Gl%C3%B3redhel - https://lotr.fandom.com/wiki/Gl%C3%B3redhel
+Eöl - E%C3%B6l - https://lotr.fandom.com/wiki/E%C3%B6l
+Erendis - Erendis - https://lotr.fandom.com/wiki/Erendis
+Fëanor - F%C3%ABanor - https://lotr.fandom.com/wiki/F%C3%ABanor
+Aredhel - Aredhel - https://lotr.fandom.com/wiki/Aredhel
+Caranthir - Caranthir - https://lotr.fandom.com/wiki/Caranthir
+Curufin - Curufin - https://lotr.fandom.com/wiki/Curufin
+Amras - Amras - https://lotr.fandom.com/wiki/Amras
+Amrod - Amrod - https://lotr.fandom.com/wiki/Amrod
+Amlach - Amlach - https://lotr.fandom.com/wiki/Amlach
+Angrod - Angrod - https://lotr.fandom.com/wiki/Angrod
+Aegnor - Aegnor - https://lotr.fandom.com/wiki/Aegnor
+Handir - Handir - https://lotr.fandom.com/wiki/Handir
+Hareth - Hareth - https://lotr.fandom.com/wiki/Hareth
+Hador - Hador - https://lotr.fandom.com/wiki/Hador
+Haleth - Haleth - https://lotr.fandom.com/wiki/Haleth
+Baragund - Baragund - https://lotr.fandom.com/wiki/Baragund
+Barahir - Barahir - https://lotr.fandom.com/wiki/Barahir
+Baran - Baran - https://lotr.fandom.com/wiki/Baran
+Belemir - Belemir - https://lotr.fandom.com/wiki/Belemir
+Celegorm - Celegorm - https://lotr.fandom.com/wiki/Celegorm
+Carcharoth - Carcharoth - https://lotr.fandom.com/wiki/Carcharoth
+Gelmir - Gelmir - https://lotr.fandom.com/wiki/Gelmir
+Galdor - Galdor - https://lotr.fandom.com/wiki/Galdor
+Gwindor - Gwindor - https://lotr.fandom.com/wiki/Gwindor
+Eilinel - Eilinel - https://lotr.fandom.com/wiki/Eilinel
+Finduilas - Finduilas - https://lotr.fandom.com/wiki/Finduilas
+Rían - R%C3%ADan - https://lotr.fandom.com/wiki/R%C3%ADan
+Nienor - Nienor - https://lotr.fandom.com/wiki/Nienor
+Mablung - Mablung - https://lotr.fandom.com/wiki/Mablung
\ No newline at end of file
--- a/addInfo/Twilight.txt
+++ b/addInfo/Twilight.txt
+Bella Swan - Bella_Swan - https://twilightsaga.fandom.com/wiki/Bella_Swan
+Edward Cullen - Edward_Cullen - https://twilightsaga.fandom.com/wiki/Edward_Cullen
+Jacob Black - Jacob_Black - https://twilightsaga.fandom.com/wiki/Jacob_Black
+Carlisle Cullen - Carlisle_Cullen - https://twilightsaga.fandom.com/wiki/Carlisle_Cullen
+Esme Cullen - Esme_Cullen - https://twilightsaga.fandom.com/wiki/Esme_Cullen
+Alice Cullen - Alice_Cullen - https://twilightsaga.fandom.com/wiki/Alice_Cullen
+Emmett Cullen - Emmett_Cullen - https://twilightsaga.fandom.com/wiki/Emmett_Cullen
+Rosalie Hale - Rosalie_Hale - https://twilightsaga.fandom.com/wiki/Rosalie_Hale
+Jasper Hale - Jasper_Hale - https://twilightsaga.fandom.com/wiki/Jasper_Hale
+Renesmee Cullen - Renesmee_Cullen - https://twilightsaga.fandom.com/wiki/Renesmee_Cullen
+Aro - Aro - https://twilightsaga.fandom.com/wiki/Aro
+Caius - Caius - https://twilightsaga.fandom.com/wiki/Caius
+Marcus - Marcus - https://twilightsaga.fandom.com/wiki/Marcus
+Jane - Jane - https://twilightsaga.fandom.com/wiki/Jane
+Alec - Alec - https://twilightsaga.fandom.com/wiki/Alec
+Demetri - Demetri - https://twilightsaga.fandom.com/wiki/Demetri
+Felix - Felix - https://twilightsaga.fandom.com/wiki/Felix
+Heidi - Heidi - https://twilightsaga.fandom.com/wiki/Heidi
+Santiago - Santiago - https://twilightsaga.fandom.com/wiki/Santiago
+James - James - https://twilightsaga.fandom.com/wiki/James
+Victoria - Victoria - https://twilightsaga.fandom.com/wiki/Victoria
+Laurent - Laurent - https://twilightsaga.fandom.com/wiki/Laurent
+Riley Biers - Riley_Biers - https://twilightsaga.fandom.com/wiki/Riley_Biers
+Bree Tanner - Bree_Tanner - https://twilightsaga.fandom.com/wiki/Bree_Tanner
+Mexican coven - Mexican_coven - https://twilightsaga.fandom.com/wiki/Mexican_coven
+Zafrina - Zafrina - https://twilightsaga.fandom.com/wiki/Zafrina
+Senna - Senna - https://twilightsaga.fandom.com/wiki/Senna
+Kachiri - Kachiri - https://twilightsaga.fandom.com/wiki/Kachiri
+Peter - Peter - https://twilightsaga.fandom.com/wiki/Peter
+Charlotte - Charlotte - https://twilightsaga.fandom.com/wiki/Charlotte
+Mary - Mary_(nomad) - https://twilightsaga.fandom.com/wiki/Mary_(nomad)
+Randall - Randall - https://twilightsaga.fandom.com/wiki/Randall
+Eleazar - Eleazar - https://twilightsaga.fandom.com/wiki/Eleazar
+Carmen - Carmen - https://twilightsaga.fandom.com/wiki/Carmen
+Tanya - Tanya - https://twilightsaga.fandom.com/wiki/Tanya
+Kate - Kate - https://twilightsaga.fandom.com/wiki/Kate
+Garrett - Garrett - https://twilightsaga.fandom.com/wiki/Garrett
+Sasha - Sasha - https://twilightsaga.fandom.com/wiki/Sasha
+Vasilii - Vasilii - https://twilightsaga.fandom.com/wiki/Vasilii
+Irina - Irina - https://twilightsaga.fandom.com/wiki/Irina
+Tia - Tia - https://twilightsaga.fandom.com/wiki/Tia
+Amun - Amun - https://twilightsaga.fandom.com/wiki/Amun
+Benjamin - Benjamin - https://twilightsaga.fandom.com/wiki/Benjamin
+Kebi - Kebi - https://twilightsaga.fandom.com/wiki/Kebi
+Nahuel - Nahuel - https://twilightsaga.fandom.com/wiki/Nahuel
+Huilen - Huilen - https://twilightsaga.fandom.com/wiki/Huilen
+Sam Uley - Sam_Uley - https://twilightsaga.fandom.com/wiki/Sam_Uley
+Quil Ateara V - Quil_Ateara_V - https://twilightsaga.fandom.com/wiki/Quil_Ateara_V
+Embry Call - Embry_Call - https://twilightsaga.fandom.com/wiki/Embry_Call
+Paul Lahote - Paul_Lahote - https://twilightsaga.fandom.com/wiki/Paul_Lahote
+Jared Cameron - Jared_Cameron - https://twilightsaga.fandom.com/wiki/Jared_Cameron
+Leah Clearwater - Leah_Clearwater - https://twilightsaga.fandom.com/wiki/Leah_Clearwater
+Seth Clearwater - Seth_Clearwater - https://twilightsaga.fandom.com/wiki/Seth_Clearwater
+Collin Littlesea - Collin_Littlesea - https://twilight.fandom.com/de/wiki/Collin_Littlesea
+Brady Fuller - Brady_Fuller - https://twilight.fandom.com/de/wiki/Brady_Fuller
+Ephraim Black - Ephraim_Black - https://twilightsaga.fandom.com/wiki/Ephraim_Black
+Charlie Swan - Charlie_Swan - https://twilightsaga.fandom.com/wiki/Charlie_Swan
+Renée Dwyer - Renée_Dwyer - https://twilightsaga.fandom.com/wiki/Renée_Dwyer
+Harry Clearwater - Harry_Clearwater - https://twilightsaga.fandom.com/wiki/Harry_Clearwater
+Billy Black - Billy_Black - https://twilightsaga.fandom.com/wiki/Billy_Black
+Tyler Crowley - Tyler_Crowley - https://twilightsaga.fandom.com/wiki/Tyler_Crowley
+Lauren Mallory - Lauren_Mallory - https://twilightsaga.fandom.com/wiki/Lauren_Mallory
+Mike Newton - Mike_Newton - https://twilightsaga.fandom.com/wiki/Mike_Newton
+Jessica Stanley - Jessica_Stanley - https://twilightsaga.fandom.com/wiki/Jessica_Stanley
+Angela Weber - Angela_Weber - https://twilightsaga.fandom.com/wiki/Angela_Weber
+Eric Yorkie - Eric_Yorkie - https://twilightsaga.fandom.com/wiki/Eric_Yorkie
+Emily Young - Emily_Young - https://twilightsaga.fandom.com/wiki/Emily_Young
+Sue Clearwater - Sue_Clearwater - https://twilightsaga.fandom.com/wiki/Sue_Clearwater
+Quil Ateara III - Quil_Ateara_III - https://twilightsaga.fandom.com/wiki/Quil_Ateara_III
+Rachel Black - Rachel_Black - https://twilightsaga.fandom.com/wiki/Rachel_Black
+Rebecca Black - Rebecca_Black - https://twilightsaga.fandom.com/wiki/Rebecca_Black
+J. Jenks - J._Jenks - https://twilightsaga.fandom.com/wiki/J._Jenks
\ No newline at end of file
--- a/bookLoader.py
+++ b/bookLoader.py
+from tools.JsonCRUD import save, read
+# import numpy as np
+# from sacrebleu.metrics import BLEU
+# from bert_score import score
+from tools.preProcessing import filterRegex, loadBook, iterate_over_folders, extract_book_content, normalize_spaces
+from tools.chunking import spacy_chunking
+def loadBooksRaw():
+    data = {}
+    books = iterate_over_folders("texts")
+    for name in books.keys():
+        _list = books[name]
+        data = []
+        for index, sub_book in enumerate(_list):
+            #.............
+            book = loadBook(sub_book)
+            processed = extract_book_content(name, index, book)
+            # processed = filterRegex(name, index, processed)
+            # processed = normalize_spaces(processed)
+            # print(len(processed)/len(book))
+            data.append(processed)
+        save({"data" : data}, f"{name}_raw.json")
+def loadBooks():
+    data = {}
+    books = iterate_over_folders("texts")
+    for name in books.keys():
+        _list = books[name]
+        for index, sub_book in enumerate(_list):
+            #.............
+            print(f"processing {name} {index}")
+            book = loadBook(sub_book)
+            processed = extract_book_content(name, index, book)
+            processed = filterRegex(name, index, processed)
+            processed = normalize_spaces(processed)
+            print(len(processed)/len(book))
+            if name in data:
+                data[name].append(processed)
+            else:
+                data[name] = [processed]
+    save(data, "training_data/books.json")
+def chunkBooks():
+    books = read("training_data/books.json")
+    books = books
+    for b in books:
+        res = []
+        for i, sub in enumerate(books[b]):
+            print(b, i)
+            res.extend(spacy_chunking(sub))
+        save({"data" : res}, f"training_data/{b}_spacy_fine.json")
+#loadBooksRaw()
+#loadBooks()
+chunkBooks()
\ No newline at end of file
--- a/evaluation.py
+++ b/evaluation.py
+from tools.JsonCRUD import save, read
+import numpy as np
+from sacrebleu.metrics import BLEU
+from bert_score import score
+#from tools.preProcessing import pdf_into_chunks, iterate_over_folders, pdf_into_sentences
+import pandas as pd
+from io import StringIO
+bleu = BLEU(lowercase=True, effective_order=True) 
+def normal():
+    originals = read('fandoms.json')
+    generated = read('gen_with_encoding.json')
+    dc = {}
+    for book in generated:
+        dc[book] = {}
+        for character in generated[book]:
+            gen_with = generated[book][character]["with"]
+            gen_without = generated[book][character]["without"]
+            #for index, name in enumerate(generated[book]):
+            original_fandom = ''.join(originals[book][character])
+            #print(index, len(generated[book]))
+            # print(len(original_fandom))
+            #print(len(generated_fandom))
+            wh = bleu.sentence_score(gen_with, [original_fandom])
+            wP, wR, wF1 = score([gen_with], [original_fandom], lang='de', model_type="microsoft/deberta-xlarge-mnli", verbose=True)
+            h = bleu.sentence_score(gen_without, [original_fandom])
+            P, R, F1 = score([gen_without], [original_fandom], lang='de', model_type="microsoft/deberta-xlarge-mnli", verbose=True)
+            dc[book][character] = {"wF1":wF1.item(), "wh":wh.score, "F1":F1.item(), "h":h.score}
+    save(dc, "normal_eval.json")
+def bins():
+    dc = read('results.json')
+    #bin_edges = np.linspace(0.3, 0.7, num=10)  # Define your bins here
+    bin_edges = np.linspace(0.0, 13.0, num=10)
+    # Initialize a defaultdict to store bin counts for each character
+    character_bin_counts = {"wF1": {}, "wh": {}, "F1": {}, "h": {}}
+    for book, characters in dc.items():
+        for character, attributes in characters.items():
+            for key, value in attributes.items():
+                for bin_edge in bin_edges:
+                    # Check if the value falls within the bin
+                    if value <= bin_edge:
+                        # Increment the count for this bin for this character
+                        if bin_edge in character_bin_counts[key]:
+                            character_bin_counts[key][bin_edge] += 1
+                        else:
+                            character_bin_counts[key][bin_edge]  = 1
+                        break
+    save(character_bin_counts, "bin_counts.json")
+def computeCharacteristics():
+    total = pd.DataFrame()
+    dfs = [pd.read_csv('results.csv'), pd.read_csv('results2.csv'), pd.read_csv('results3.csv'), pd.read_csv('results4.csv')]
+    for df in dfs:
+        # Specify the columns you want to analyze
+        columns_to_analyze = ['F1', 'wF1']
+        # Select only the specified columns
+        selected_columns = df[columns_to_analyze]
+        # Calculate the mean, median, and other statistics for the selected columns
+        mean_values = selected_columns.mean()
+        median_values = selected_columns.median()
+        std_dev_values = selected_columns.std()
+        min_values = selected_columns.min()
+        max_values = selected_columns.max()
+        q1_values = selected_columns.quantile(0.25)
+        q3_values = selected_columns.quantile(0.75)
+        iqr_values = q3_values - q1_values
+        # Create a DataFrame to hold all statistics
+        stats_df = pd.DataFrame({
+            #'Mean': mean_values,
+            'min': min_values,
+            'median': median_values,
+            'max': max_values,
+            'q1': q1_values,
+            'q3': q3_values,
+            #'Standard Deviation': std_dev_values,
+            #'Interquartile Range (IQR)': iqr_values
+        })
+        total = pd.concat([total, stats_df], ignore_index=True, sort=False)
+    total.to_csv('statistics_results.csv', index=False, header=True)
+    total = pd.DataFrame()
+    for df in dfs:
+        # Specify the columns you want to analyze
+        columns_to_analyze = ['h', 'wh']
+        # Select only the specified columns
+        selected_columns = df[columns_to_analyze]
+        # Calculate the mean, median, and other statistics for the selected columns
+        mean_values = selected_columns.mean()
+        median_values = selected_columns.median()
+        std_dev_values = selected_columns.std()
+        min_values = selected_columns.min()
+        max_values = selected_columns.max()
+        q1_values = selected_columns.quantile(0.25)
+        q3_values = selected_columns.quantile(0.75)
+        iqr_values = q3_values - q1_values
+        # Create a DataFrame to hold all statistics
+        stats_df = pd.DataFrame({
+            #'Mean': mean_values,
+            'min': min_values,
+            'median': median_values,
+            'max': max_values,
+            'q1': q1_values,
+            'q3': q3_values,
+            #'Standard Deviation': std_dev_values,
+            #'Interquartile Range (IQR)': iqr_values
+        })
+        total = pd.concat([total, stats_df], ignore_index=True, sort=False)
+    total.to_csv('statistics_results2.csv', index=False, header=True)
+# Call the function
+#computeCharacteristics()
+normal()
\ No newline at end of file
--- a/fandoms.json
+++ b/fandoms.json
--- a/llamaQuery.py
+++ b/llamaQuery.py
+import requests
+import json
+from tools.preProcessing import filterAllTexts
+from tools.JsonCRUD import read, save
+url = "http://localhost:18881/completion"
+headers = {"Content-Type": "application/json"}
+query1_woh = "[INST]Write a summary about the character {character} in the book {book}.[/INST]"
+query1_wh = "[INST]Write a summary about the character {character} in the given text passages: \n {help}[/INST]"
+query2_woh = "[INST]Write a summary in the style of a fandom article about the character {character} in the book {book}.[/INST]"
+query2_wh = "[INST]Write a summary in the style of a fandom article about the character {character} in the given text passages: \n {help}[/INST]"
+query3_woh = "[INST]Provide a concise overview of the character {character} from the book {book}.[/INST]"
+query3_wh = "[INST]Provide a concise overview of the character {character} based on the following excerpts: \n {help}[/INST]"
+query4_woh = "[INST]rite sumary bout thee cara cter  {character} of th book {book}.[/INST]"
+query4_wh = "[INST]rite sumary bout thee cara cter  {character} bsed th fllowing excerpts: \n {help}[/INST]"
+def query_without_help(book, character):
+    data = {"prompt": query4_woh.format(character=character, book=book), "temperature" : 0.0} #, "temperature" : 0.0
+    response = requests.post(url, headers=headers, data=json.dumps(data))
+    return response.json()
+def query_with_help(help, character):
+    data = {"prompt": query4_wh.format(character=character, help=help), "temperature" : 0.0}
+    response = requests.post(url, headers=headers, data=json.dumps(data))
+    return response.json()
+####################################################
+# passages = filterAllTexts(bks["Harry Potter"], "Seamus Finnigan")
+# print(passages)
+####################################################
+# LOTR Boromir
+# Harry Potter 2 Remus Lupin 0
+# Harry Potter 2 Minerva McGonagall 1
+# Harry Potter 2 Katie Bell 27
+def generateFandoms(fandoms, books, file_name, from_book=1, from_character=0):
+    generated_fandoms = read(file_name)
+    for index, book in enumerate(fandoms):
+        if index >= from_book:
+            if not book in generated_fandoms:
+                generated_fandoms[book] = {}
+            for ind, character in enumerate(fandoms[book]):
+                if ind >= from_character and not character in generated_fandoms[book]:
+                    print("trying", book, index , character, ind)
+                    passages = filterAllTexts(books[book], character)
+                    res1 = query_without_help(book, character)
+                    res2 = query_with_help(passages, character)
+                    generated_fandoms[book][character] = {}
+                    generated_fandoms[book][character]["without"] = res1["content"]
+                    generated_fandoms[book][character]["with"] = res2["content"]
+                    generated_fandoms[book][character]["passages"] =  passages
+                    save(generated_fandoms, file_name)
+                    print(index, ind)
+                    print(book, character)
+fandoms = read('new_fandom.json')
+books= read("kolo.json")
+generateFandoms(fandoms, books, "gen_fand4.json")
--- a/old_data/fandom.json
+++ b/old_data/fandom.json
--- a/old_data/final.json
+++ b/old_data/final.json
--- a/old_data/gen_fand.json
+++ b/old_data/gen_fand.json
--- a/old_data/gen_fand2.json
+++ b/old_data/gen_fand2.json
--- a/old_data/gen_fand3.json
+++ b/old_data/gen_fand3.json