dkounadis

/

artificial-styletts2

like 9

Python code for the following generations

Volume of TTS & AudioGen here!

import subprocess
# 1. git clone https://huggingface.co/dkounadis/artificial-styletts2
# 2. Start api.py & run the code below, from artificial_styletts2/:
#            CUDA_DEVICE_ORDER=PCI_BUS_ID HF_HOME=/data/.hf7/ CUDA_VISIBLE_DEVICES=0 python api.py
# 3.         Also paste your IP displayed from api.py to client's : tts.py
# 4. Outputs = ./out/1_baranica_en_US_vctk_p234.wav, ./out/1_baranica_serbian.wav, ..


desc = [
    {
        'title': 'embossed mask',
        'en': 'The embossed mask, created by Milinko Koković in 1984, is part of the collection at the Museum of Knjaževac. Catalogued under the identifier ZMK IU 209L, the artwork is titled Maska. The artist employed the technique of embossing copper, which is then mounted onto a wooden backing. This piece showcases Kokovits skill in metalworking and his artistic interpretation of a mask form.',
        'foreign': 'Embosovana maska, delo Milinka Kokovića iz 1984. godine, deo je kolekcije Muzeja Knjaževac. Katalogizovana pod identifikatorom ZMK IU 209L, ovo umetničko delo nosi naziv "Maska". Umetnik je koristio tehniku iskucavanja bakra, koji je zatim montiran na drvenu podlogu. Ovaj rad prikazuje Kokovićevu veštinu u obradi metala i njegovu umetničku interpretaciju forme maske.',
        'soundscape': 'gong musi',
        'en-voice': 'en_US_vctk_p238',
        'foreign-voice': 'serbian'  # https://huggingface.co/facebook/mms-tts-rmc-script_latin
    },
    {
        'title': 'pass',
        'en': 'is possible that this painting is from the Homeland Museum of Knjaževac and that it is by Dragoslav Živković. His artworks constitute a significant portion of the museums permanent collection, The painting shows a river valley. Off a rocky landscape for a sheppard walking alone along the path through the moutanins.',
        'foreign': 'Smatra se da ova slika pripada Zavičajnom muzeju Knjaževac i da ju je djelo Dragoslava Živkovića. Njegova umjetnička djela čine značajan dio stalne muzejske kolekcije. Slika prikazuje riječnu dolinu u kamenitom krajoliku za pastira koji sam hoda stazom kroz planine.',
        'soundscape': 'birds fomig river valley then mountain wind',
        'en-voice': 'en_US_vctk_p234',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'river',
        'en': 'Sima, the artist, captures a serene landscape scene in Knjaževac. Several cows are depicted standing in a river, gently lowering their heads to drink from the clear waters. The atmosphere suggests a peaceful spring day, with the cows enjoying the refreshing water.',
        'foreign': 'Sima, umetnik, prikazuje miran pejzaž u Knjaževcu. Nekoliko krava je prikazano kako stoje u reci, nežno spuštajući glave da piju iz bistre vode. Atmosfera sugeriše miran prolećni dan, sa kravama koje uživaju u osvežavajućoj vodi.',
        'soundscape': 'bells cow farm',
        'en-voice': 'de_DE_thorsten-emotion_whisper',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'Taverna',
        'en': 'This is a watercolor painting depicting an old tavern likely in a rural village of Serbian The buildings feature red brown walls with brick roofs.The sign above its door reads Kafana PORT ARTHUR in old cyrillic suggesting its a tavern. Another building to the right has a sign that reads MEShKA, which means "Bear" in Serbian, possibly indicating another local. Trees of green foliage are visible behind and around the buildings as in a timeless village. In the background, gentle hills or mountains rise under a partly cloudy sky.',
        'foreign': 'Ovo je akvarelna slika koja prikazuje niz starih, tradicionalnih zgrada, verovatno u ruralnom ili istorijskom okruženju. Zgrade imaju crvenkasto-smeđe krovove od crepa i čini se da su izgrađene od kamena ili maltera, sa vidljivim tragovima vremena i karakterom. Centralna zgrada je posebno istaknuta, sa natpisom iznad ulaza koji glasi "KAVANA PORT ARTUR", što sugeriše da je to kafana ili gostionica nazvana "Port Artur". Druga zgrada desno ima natpis MEČKA, što znači Medved, verovatno ukazujući na još jedan objekat. Drveće sa zelenim i žutim lišćem vidljivo je iza i oko zgrada, a u pozadini se uzdižu blaga brda ili planine pod delimično oblačnim nebom. Ukupan stil slike sugeriše rustični šarm i dočarava atmosferu starog sela ili grada.',
        'soundscape': 'The clattering of dishes being washed in a kitchen', #'merchants cauldron cooking boiling broths',
        'en-voice': 'en_US_cmu_arctic_eey',
        'foreign-voice': 'serbian',
    },
    {
        'title': 'lake',
        'en': 'A paint depicting a blue hour twilight scene of a lake with mountains in the background; On the left there is a building resembling a castle or large estate with red roofs near the far shore of the lake. The sky is a dark blue, dotted with numerous stars, and features stylized clouds. In the far distance, other mountains with snow-capped peaks are visible, further adding to the dramatic landscape. The overall impression is one of a serene, almost fantastical scene by a lake.',
        'foreign': 'Ovo je slika, verovatno koja prikazuje noćnu ili sumračnu scenu jezera sa planinama u pozadini. Na levoj strani slike, veliki kompleks zgrada, koji podseća na zamak ili veliko imanje sa crvenim krovovima  odražavajući se u mirnoj vodi. U sredini jezera istaknuto je jedrilica sa jednim jedrom, sa figurama koje se čine da su unutra. Voda takođe prikazuje odraze neba i udaljenih izvora svetlosti. Nebo je tamnoplavo, ispunjeno brojnim zvezdama i stilizovanim oblacima',
        'soundscape': 'swims in lake',
        'en-voice': 'en_US/vctk_p229',
        'foreign-voice': 'serbian',
    },
    {
        'title': 'Baranica',
        'en': 'Baranica is a large horizontal charcoal drawing canvas of size of a dining table Created in 1996 by Dragoslav Živković. Has a gravure pencil style. The dreamlike artwork pictures a family of prehistoric people outside their settlement near the Baranica cave. By the Trgoviški Timok River in the Knjaževac region of Serbia. A pointed tent and a pile of fruits exists next to a hunted animal head. The family has a bearded man holding a long spear, a woman with flowing hair leaning against him, as weell as a toddlershrout at the feet!',
        'foreign': 'Baranica je velika horizontalna crtež ugljem na platnu, veličine otprilike kao trpezarijski sto. Nastalo 1996. godine, delo Dragoslava Živkovića u metafizičkom stilu zamišlja svakodnevni život praistorijskih ljudi u blizini pećine Baranica, pored reke Trgoviški Timok u knjaževačkom kraju Srbije. Prikaz je nežno osvetljen i u potpunosti izveden u sivim tonovima, pri čemu zamagljena tekstura uglja stvara atmosferu nalik snu. Levo, dve figure u odeći nalik na krzno vraćaju se iz lova — jedan nosi zakrivljeni luk, dok drugi nosi veliki rog, Šator u obliku kupe i gomila okruglih plodova ili kamenja nalaze se pored glave oborenog životinjskog tela sa krupnim očima i uvijenim rogovima. U središtu kompozicije sedi porodica: bradati muškarac drži dugačko koplje, žena sa raspuštenom kosom oslanja se na njega, dok se puzeće dete priljubljuje uz njenu nogu. Njihovo trouglasto raspoređivanje sugeriše jedinstvo i porodični mir. Iza njih se nazire obris stene ili pećine, prikazan oštrim vertikalnim potezima.',
        'soundscape': 'birds fomig',
        'en-voice': 'en_US_vctk_p234',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'Knjazevac women',
        'en': 'The oil painting called Knjaževac created in 1999 by Dragoslav Živković is exhibited in the gallery of the Homeland Museum of Knjaževac. In the center three female figures each drawn in warm autumnal colours waring folk costumes have disproportional size to houses of background. They want to shatter through the canvas and appear in real life. The background shows a town of Knjaževac recognizable architecture of washed houses with red roofs, the river Timok flowing gently, and a tall church anchoring the far side of the canvas.',
        'foreign': 'Uljana slika Knjaževac koju je srpski umetnik Dragoslav Živković naslikao 1999. godine, predstavlja otprilike delo veličine lista papira. Centralni deo kompozicije zauzimaju tri ženske figure, svaka prikazana u toplim jesenjim tonovima zlatne, rđe i nežne crvene. Okupljene su blizu ispred velikog zaobljenog drveta, u blagim i introspektivnim pozama. Neposredno iza njih, dete u crvenoj kapi proviruje, posmatrajući prizor. Pozadina se otvara u meku, maglovitu vizuru prepoznatljive arhitekture Knjaževca: bele kuće sa crvenim krovovima, reka Timok koja lagano teče i visoki crkveni toranj koji dominira udaljenim delom platna. Drveće u narandžastim nijansama i oblačno nebo zaokružuju scenu, dajući joj snovitu tišinu',
        'soundscape': 'orchestrating',
        'en-voice': 'jv_ID_google-gmu_06941',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'distaff',
        'en': 'This wooden Distaff is made in the 20th century in the rural area surrounding Knjaževac. This staff is in the artisanal craft spinning of wool. Shaped like a narrow paddle the distaff is of a single piece of wood handcurved and richly decorated of a wealth of floral and geometric details. The surface is densely ornamented with stylized flower tendrils, especially resembling blooming geraniums interwoven in rhythmic oscillational patterns. At the center of the design lies a circular depression framed by a sunburst motif, which may have once held a mirror or glass inlay. Below at the decorated panel a carved inscription of personal ownership or commemorative then a narrow leaf that would have once formed the knob. A distaff was often accompanied by a spindle and was used to hold unspun wool fibers while the yarn was twisted manually.',
        'foreign': 'Ova bogato rezbarena Preslica, nastala u prvoj polovini 20. veka na seoskom području oko Knjaževca. Oblikom podseća na usku veslačku lopaticu ili izduženo veslo, izrađena iz jednog komada drveta, ručno rezbarena i bogato ukrašena, objedinjujući kućnu funkciju i lični izraz. Preslica je tradicionalno oruđe koje se koristi pri predenju vlakana, poput lana, vune ili pamuka',
        'soundscape': 'accordion musi',
        'en-voice': 'en_US_vctk_p238',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'Herders staff',
        'en': 'This Herders staff is a faithful replica of early 20th-century shepherd tools from the Knjaževac region. The stick is handcarved from wood and was used by cattle herders. It consists of a pole and a distinctive carved top sculpted into an expressive animalistic figure of a vigilant dog. The animal head has a pronounced blunt snout, wide-open mouth with carved teeth, notched whiskers, and rounded ears. The head is darker than the rest of the object because of weathering.',
        'foreign': 'Pastirski štap, izrađen u 21. veku kao verna replika pastirskih alata s početka 20. veka iz knjaževačkog kraja, visok je 150 centimetara — otprilike do visine ramena prosečne odrasle osobe — i izrađen je od ručno cepanog i rezbarenog drveta, sa površinom premazanom lakom. Štap, koji su tradicionalno koristili stočari, sastoji se iz dva glavna dela: dugačkog stuba i karakteristično rezbarene glave poznate kao „jabuka“, koja služi i kao oslonac i kao simbolični element. Glava štapa oblikovana je u izražajnu figuru životinje, sa osobinama koje podsećaju na lava ili psa — dve životinje koje simbolizuju snagu i budnost. Ima izražen, tup njušku, otvorena usta sa urezanim zubima, urezane brkove i zaobljene uši.. U nekim balkanskim pogrebnim običajima, ovakav štap postavljao se na grob preminulog muškarca umesto nadgrobnog spomenika, označavajući njegovu vezu sa zemljom i životinjama.',
        'soundscape': 'bells cow farm',
        'en-voice': 'en_US_vctk_p238',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'head of fortunu',
        'en': 'This white stone head of Fortuna has size 8 centimeters in height is formed via plaster to replicate a Roman original statue made from marble of Timacum Minus archaeological sites Roman temple. The original is now in the National Museum in Niš. S faithful reproduction preserves all of its stylistic elements of the original showing viewers the form of ancient goddess Fortuna  a Roman goddess of fate, fortune, and prosperity and abundance.',
        'foreign': 'Ova mala skulpturalna replika pod nazivom Glava Fortune visoka je svega 8 centimetara — otprilike veličine šljivei izrađena je od gipsa. Originalni artefakt otkriven je 1935. godine tokom iskopavanja na arheološkom lokalitetu Timacum Minus, tačnije u ruševinama rimskog hrama, i danas se čuva u Narodnom muzeju u Nišu. Ova verna replika čuva ključne stilističke elemente rimskog originala, omogućavajući posmatračima da se približe formi i ikonografiji antičke boginje Fortune. Ova gipsana replika očuvaće konture i zamišljenu strukturu. Fortuna, poznata u grčkoj mitologiji kao Tyhy, bila je rimska boginja  sreće i blagostanja. Često je prikazivana sa simbolima kao što su kormilo, točak ili rog izobilja — predmetima koji označavaju slučaj, upravljanje i obiljelo',
        'soundscape': 'lullaby',
        'en-voice': 'en_US_vctk_p238',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'Tombstone medallion',
        'en': 'Roman Tombstone Medallion from limestone of the late 3rd century Common Era. THis has 99 centimeters high was excavated during 1991 at the Timacum Minus archaeological site from remains of a horreum (a Roman grain storehouse). Circular in shape with a radius of 87 centimeters, the medallion is framed by a subtly grooved border and anchored at the bottom by a rectangular spike, which would have been embedded into a foundation to keep the monument upright. Its rounded form and relief design present a solemn visual tribute to a Roman family, immortalized in stone. The medallion’s relief sculpture features seven human heads relatives of the family of the trepassed.',
        'foreign': 'Ovaj rimski nadgrobni medaljon. isklesan od krečnjaka krajem 3. veka nove ere. visok je 1 metara i otkriven je 1991 godine na arheološkom lokalitetu Timacum Minus. tačnije unutar ostataka rimskog horreuma. U gornjoj polovini nalaze se tri veće figure koje predstavljaju užu porodicu: u sredini sin, levo žena, a desno otac — pater familias. U donjoj zoni nalaze se četiri dodatne figure. Sve figure nose tradicionalne rimske haljine?',
        'soundscape': 'wolfs howl',
        'en-voice': 'en_US_vctk_p246',
        'foreign-voice': 'serbian'
    },
    {
        'title': 'watzmann',
        'en': 'Professor Friedrich has created a truly beautiful large landscape here. as said in Literary Conversations Journal on the occasion of the Dresden Academy Exhibition. in 1825. A lonely mountainous region where the various colors of the higher mountain regions are excellently depicted in The foreground between the towering basalt blocks grass and small trees still emerge higher up mists spread around. the desolate mountain ridges at the very top the rocky peaks shimmer covered with eternal snow. The utter solitude here has something terrifying about it one longs to glimpse at least an eagle. Caspar David Friedrich never visited the Alps. How he painted several views of this mountain range is a mystery. Central to his work was a watercolor study of the summit, which his student Johann August Heinrich had captured (now held in National Museum Oslo). He also used his own sketches from his journey through the Harts Mountains. As early as 1824 Friedrich had presented a large-scale Alpine landscape in Dresden depicting a view of Mont Blanc oil on canvas. In Friedrichs painting, the glacier mountain, shining in bright light and embodying the grandeur and immensity of nature. Friedrich subtly rendered the hues shifting between green and violetin this high-mountain landscape. The pyramidal composition culminates in the luminous white of the eternal icy.',
        'foreign': 'Vom Prof. Friedrich ist noch eine recht schöne große Landschaft hier',
        'soundscape': 'breezy humms',
        'en-voice': 'en_US_cmu_arctic_lnh',
        'foreign-voice': 'deu'
    }
]


# Phonemize toponyms
def filter_nouns(text):
    text = text.replace('Živković', 'zifkovis')
    text = text.replace('Knjaževac', 'Kniazevach')
    return text


buffer = 'buffer.txt'

for i, d in enumerate(desc):

    print(i)

    # English TTS

    with open(buffer, 'w') as f:
        f.write(filter_nouns(d['en']))  # API expects file .txt / .srt for synchronizing pauses

    subprocess.run(["python",
         "tts.py",
         "--text", buffer,
         # '--image', 'pic.png',  # loads pic.png as video background / outputs .mp4 video instead of  audio-only .wav
         '--soundscape', d['soundscape'],
         '--voice', d["en-voice"],
         '--out_file', f'{i}_{d["title"]}_en'])

    # Foreign TTS

    with open(buffer, 'w') as f:
        f.write(d['foreign'])

    subprocess.run(["python",
             "tts.py",
             "--text", buffer,
             '--soundscape', d['soundscape'],
             '--voice', d['foreign-voice'],
             '--out_file', f'{i}_{d["title"]}_foreign'])