language detection, twitch funcitonality updates

This commit is contained in:
Khyretos 2023-12-31 22:12:52 +01:00
parent f7e3248b90
commit f1df6b24ed
14 changed files with 944 additions and 648 deletions

View file

@ -21,12 +21,14 @@
"electron-squirrel-startup": "^1.0.0",
"emoji-picker-element": "^1.21.0",
"express": "^4.18.2",
"flag-icons": "^7.1.0",
"ini": "^2.0.0",
"kill-process-by-name": "^1.0.5",
"node-google-tts-api": "^1.1.1",
"querystring": "^0.2.1",
"socket.io": "^4.7.1",
"socket.io-client": "^4.7.1",
"sockette": "^2.0.6",
"tmi.js": "^1.8.5",
"url": "^0.11.1",
"winston": "^3.10.0",

View file

@ -1,4 +1,3 @@
# from wsgiref.simple_server import WSGIServer
from flask import Flask, Response, jsonify, request
import gevent
@ -201,14 +200,6 @@ def stop_recording():
return Response("Speech recognition stopped", status=200)
# @app.before_request
# def custom_warning():
# if environment == "dev":
# print(
# # "Running in internal development environment. This server is not for production use."
# )
@app.route("/terminate", methods=["GET"])
def terminate_processes():
shutdown_server()
@ -222,25 +213,37 @@ def shutdown_server():
func()
# @app.route("/detect", methods=["POST"])
# def server_status():
# try:
# request_data = request.json
# message = request_data.get("message", "")
# confidence_values = detector.compute_language_confidence_values(message)
# for language, value in confidence_values:
# print(f"{language.name}: {value:.2f}")
# message = request_data.get("message", "")
# except Exception as e:
# return jsonify({"error": "An error occurred"}), 500
# return jsonify({"message": "Audio triggered"}), 200
@app.route("/status", methods=["GET"])
def server_status():
return jsonify({"status": "server is running"})
@app.route("/detect", methods=["POST"])
def get_language():
try:
request_data = request.json
message = request_data.get("message", "")
lang = LanguageDetection().predict_lang(message)
except Exception as e:
return jsonify({"error": "An error occurred"}), 500
return jsonify({"languages": lang}), 200
@app.route("/translate", methods=["POST"])
def get_translation():
try:
settings.read(settingsPath)
request_data = request.json
message = request_data.get("message", "")
detectedLanguage = request_data.get("language", "")
translated = MyMemoryTranslator(
source=detectedLanguage, target=settings["LANGUAGE"]["TRANSLATE_TO"]
).translate(message)
except Exception as e:
return jsonify({"error": e}), 500
return jsonify({"translation": translated}), 200
@app.route("/audio", methods=["POST"])
def trigger_backend_event():
try:
@ -255,7 +258,7 @@ def trigger_backend_event():
count = request_data.get("count")
text_to_speech_service.say(filteredMessage, voice, count)
except Exception as e:
return jsonify({"error": "An error occurred"}), 500
return jsonify({"error": e}), 500
return jsonify({"message": "Audio triggered"}), 200
@ -265,18 +268,10 @@ def get_voices():
voices = text_to_speech_service.voices()
return jsonify({"voices": voices}), 200
except Exception as e:
return jsonify({"error": "An error occurred"}), 500
return jsonify({"error": e}), 500
if __name__ == "__main__":
# LANGUAGE = LanguageDetection()
# lang = LANGUAGE.predict_lang("hola cómo estás")
# print(lang)
# text = "Keep it up. You are awesome"
# translated = MyMemoryTranslator(
# source="english", target="spanish latin america"
# ).translate(text)
# print(translated)
if len(sys.argv) > 1:
settings.read(settingsPath)
port = int(settings["GENERAL"]["PORT"])

View file

@ -513,3 +513,32 @@ h1 {
position: absolute;
z-index: 1;
}
.fi {
position: relative;
z-index: 5;
top: 45px;
left: 20px;
border-radius: 50%;
}
.translation-header {
background-color: var(--main-color4);
border-radius: 5px;
width: fit-content;
padding: 5px;
margin: 10px 0px 5px -5px;
position: relative;
}
.translation-message {
position: relative;
margin: 20px 0px 0px 0px;
}
.translation-icon {
position: relative;
padding: 0px 0px 0px 0px;
margin: -45px 0px 0px -40px;
top: -15px;
}

View file

@ -395,27 +395,6 @@ input[type='lol'] {
z-index: 999;
}
/* .tooltip .tooltiptext {
width: 120px;
background-color: black;
color: #fff;
text-align: center;
border-radius: 6px;
padding: 5px 0;
}
.tooltip .tooltiptext::after {
content: "";
margin-left: -5px;
border-width: 5px;
border-style: solid;
border-color: black transparent transparent transparent;
}
.tooltip:hover .tooltiptext {
visibility: visible;
} */
div[type='text']:disabled {
background: #4b4b4b;
display: none;

View file

@ -26,6 +26,7 @@
/>
<link rel="stylesheet" href="./css/logger.css" />
<script type="module" src="https://cdn.jsdelivr.net/npm/emoji-picker-element@^1/index.js"></script>
<link rel="stylesheet" href="https://cdn.jsdelivr.net/gh/lipis/flag-icons@7.0.0/css/flag-icons.min.css" />
<!--#endregion -->
</head>
@ -151,6 +152,15 @@
tip="Port to use to host additional services"
></i>
</div>
<div class="AdvancedMenuRow">
<div class="AdvancedMenuLabel">Open Settings file</div>
<button type="text" class="AdvancedMenuButton" id="OPEN_SETTINGS_FILE"><i class="fa-solid fa-file-lines"></i></button>
<i
class="fa fa-question-circle fa-2x SmallButton option-icon-container"
id="Info_OPEN_SETTINGS_FILE"
tip="Open the settings file"
></i>
</div>
</fieldset>
<fieldset id="TTSMenu" class="AdvancedMenu">
@ -160,22 +170,14 @@
<label for="USE_TTS" class="toggle-small"></label>
<div class="AdvancedMenuLabel3">Enable TTS</div>
</legend>
<div class="AdvancedMenuRow inputTTS">
<div class="AdvancedMenuRow inputTTS" style="height: 0; visibility: hidden">
<div class="AdvancedMenuLabel">Default TTS Service</div>
<select class="menu-select" name="primaryTTSService" id="primaryTTSService"></select>
</div>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuLabel">Default TTS language</div>
<select class="menu-select" name="defaultLanguage" id="defaultLanguage" tip="Language Service to use"></select>
</div>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuRow languageDetectionInput" style="height: 0; visibility: hidden">
<div class="AdvancedMenuLabel">2<sup>nd</sup> TTS Service</div>
<select class="menu-select" name="secondaryTTSService" id="secondaryTTSService"></select>
</div>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuLabel">2<sup>nd</sup> TTS language</div>
<select class="menu-select" name="secondaryLanguage" id="secondaryLanguage" tip="Language Service to use"></select>
</div>
<div class="AdvancedMenuRow inputTTS">
<div class="AdvancedMenuLabel">TTS Output Device</div>
<select class="menu-select" name="ttsAudioDevice" id="ttsAudioDevice"></select>
@ -247,16 +249,25 @@
</legend>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuLabel">Translate chat messages to</div>
<select class="menu-select" name="language" id="translateChatMessageLanguage" tip="Language Service to use"></select>
<select class="menu-select" name="language" id="TRANSLATE_TO" tip="Language Service to use"></select>
</div>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuLabel">Broadcast translation</div>
<label for="USE_CHAT_LANGUAGE_DETECTION" class="toggle-small"></label>
<input type="checkbox" id="USE_CHAT_LANGUAGE_DETECTION" class="checkbox" />
<div class="AdvancedMenuLabel">Broadcast translation to chat</div>
<input type="checkbox" id="BROADCAST_TRANSLATION" class="checkbox" />
<label for="BROADCAST_TRANSLATION" class="toggle-small"></label>
</div>
<div class="AdvancedMenuRow languageDetectionInput">
<div class="AdvancedMenuLabel">Output to TTS service</div>
<select class="menu-select" name="language" id="translateChatMessageLanguage" tip="Language Service to use"></select>
<div class="AdvancedMenuLabel">Output translation to TTS</div>
<input type="checkbox" id="OUTPUT_TO_TTS" class="checkbox" />
<label for="OUTPUT_TO_TTS" class="toggle-small"></label>
</div>
<div class="AdvancedMenuRow outputToTtsInput">
<div class="AdvancedMenuLabel">Default TTS service language</div>
<select class="menu-select" name="defaultLanguage" id="defaultLanguage" tip="Language Service to use"></select>
</div>
<div class="AdvancedMenuRow outputToTtsInput">
<div class="AdvancedMenuLabel">2<sup>nd</sup> TTS service language</div>
<select class="menu-select" name="secondaryLanguage" id="secondaryLanguage" tip="Language Service to use"></select>
</div>
</fieldset>
@ -267,7 +278,7 @@
<label for="USE_NOTIFICATION_SOUNDS" class="toggle-small"></label>
<div class="AdvancedMenuLabel3">Enable notification sounds</div>
</legend>
<div class="AdvancedMenuRow inputTTS">
<div class="AdvancedMenuRow inputNotificationSound">
<div class="AdvancedMenuLabel">Notification sounds Output Device</div>
<select class="menu-select" name="notificationSoundAudioDevice" id="notificationSoundAudioDevice"></select>
<i
@ -276,7 +287,6 @@
tip="Outputting to specific device will NOT work with voicemeter"
></i>
</div>
<div class="AdvancedMenuRow inputNotificationSound">
<div class="AdvancedMenuLabel">Notification Volume</div>
<div class="slider-container">
@ -304,6 +314,20 @@
<label for="USE_TWITCH" class="toggle-small"></label>
<div class="AdvancedMenuLabel3">Enable Twitch</div>
</legend>
<div class="AdvancedMenuRow inputTwitch">
<div class="AdvancedMenuLabel">Oauth Token</div>
<input
type="password"
type2="text"
class="fname inputTwitch"
id="TWITCH_OAUTH_TOKEN"
placeholder="click the key icon to get the OAuth token"
/>
<button class="password-toggle-btn password-toggle-btn1">
<span class="password-toggle-icon"><i class="fa-regular fa-eye-slash"></i></span>
</button>
<i class="fa-solid fa-key fa-2x SmallButton option-icon-container" id="Info_USERNAME" tip="Get OAuth Token"></i>
</div>
<div class="AdvancedMenuRow inputTwitch">
<div class="AdvancedMenuLabel">Channel Name</div>
<input type="text" class="fname inputTwitch" id="TWITCH_CHANNEL_NAME" />
@ -313,20 +337,6 @@
tip="The channel you want to connect to"
></i>
</div>
<div class="AdvancedMenuRow inputTwitch">
<div class="AdvancedMenuLabel">Oauth Token</div>
<input
type="password"
type2="text"
class="fname inputTwitch"
id="TWITCH_OAUTH_TOKEN"
placeholder="click the ? icon to get the OAuth token"
/>
<button class="password-toggle-btn password-toggle-btn1">
<span class="password-toggle-icon"><i class="fa-regular fa-eye-slash"></i></span>
</button>
<i class="fa fa-question-circle fa-2x SmallButton option-icon-container" id="Info_USERNAME" tip="Get OAuth Token"></i>
</div>
<div class="AdvancedMenuRow inputTwitch">
<div class="AdvancedMenuLabel">Test credentials</div>
<button type="text" class="AdvancedMenuButton" id="TestTwitchCredentials">Test</button>
@ -336,17 +346,6 @@
tip="Test Twitch credentials"
></i>
</div>
<div class="AdvancedMenuRow inputTwitch">
<div class="AdvancedMenuLabel">Get Twitch emotes</div>
<button type="text" class="AdvancedMenuButton" id="GetTwitchEmotes">
<img src="https://static-cdn.jtvnw.net/emoticons/v2/25/static/light/1.0" />
</button>
<i
class="fa fa-question-circle fa-2x SmallButton option-icon-container"
id="Info_TWITCH_GET_EMOTES"
tip="Get Twitch emotes available to you"
></i>
</div>
</fieldset>
<fieldset id="AdvancedMenuServer" class="AdvancedMenu">
@ -356,7 +355,7 @@
<label for="USE_MODULES" class="toggle-small"></label>
<div class="AdvancedMenuLabel3">Enable Modules</div>
</legend>
<div class="AdvancedMenuRow inputServer">
<div class="AdvancedMenuRow inputServer" style="height: 0; visibility: hidden">
<div class="AdvancedMenuLabel">Use PNGtuber</div>
<input type="checkbox" id="USE_PNGTUBER" class="checkbox" />
<label for="USE_PNGTUBER" class="toggle-small"></label>
@ -389,7 +388,7 @@
tip="You can use it as a browsersource on http://localhost:PORT/chat"
></i>
</div>
<div class="AdvancedMenuRow inputServer">
<div class="AdvancedMenuRow inputServer" style="height: 0; visibility: hidden">
<div class="AdvancedMenuLabel">Use Finger</div>
<input type="checkbox" id="USE_CHATBUBBLE" class="checkbox" />
<label for="USE_CHATBUBBLE" class="toggle-small"></label>
@ -402,7 +401,7 @@
</div>
</fieldset>
<fieldset id="AdvancedMenuAmazon" class="AdvancedMenu">
<fieldset id="AdvancedMenuAmazon" class="AdvancedMenu" style="height: 0; visibility: hidden">
<legend class="legendStyle" tip="Enable/Disable Amazon">
<img class="AdvancedMenuIcon" src="./images/amazon.png" alt />
<input type="checkbox" id="USE_AMAZON" class="checkbox" />
@ -479,7 +478,7 @@
</div>
</fieldset>
<fieldset id="AdvancedMenuGoogle" class="AdvancedMenu">
<fieldset id="AdvancedMenuGoogle" class="AdvancedMenu" style="height: 0; visibility: hidden">
<legend class="legendStyle" tip="Enable/Disable Google service">
<img class="AdvancedMenuIcon" src="./images/google.png" alt />
<input type="checkbox" id="USE_GOOGLE" class="checkbox" />
@ -556,8 +555,8 @@
<div id="emoji-picker" class="emoji-picker">
<emoji-picker class="dark"></emoji-picker>
</div>
<button class="SmallButton" id="emojis">
<i class="fa-regular fa-grin fa-2x" aria-hidden="true"></i>
<button class="SmallButton">
<i class="fa-regular fa-grin fa-2x" id="emojis" aria-hidden="true"></i>
</button>
<!-- User text input-->
<input id="textInput" class="input-box" type="text" name="msg" placeholder="Tap 'Enter' to send a message" />

View file

@ -1,4 +1,4 @@
/* global settings, fs, settingsPath, ini, shell, options, axios */
/* global settings,twitch, fs, settingsPath, ini, shell, options, axios */
const twitchAuthentication = () =>
new Promise(resolve => {
@ -70,34 +70,10 @@ const twitchAuthentication = () =>
}
});
function getTwitchUserId() {
// Get user Logo with access token
options = {
method: 'GET',
url: 'https://api.twitch.tv/helix/users',
headers: {
'Client-ID': settings.TWITCH.CLIENT_ID,
Authorization: `Bearer ${settings.TWITCH.OAUTH_TOKEN}`
}
};
axios
.request(options)
.then(responseLogoUrl => {
console.log(responseLogoUrl.data.data[0]);
settings.TWITCH.USERNAME = responseLogoUrl.data.data[0].display_name;
settings.TWITCH.USER_LOGO_URL = responseLogoUrl.data.data[0].profile_image_url;
settings.TWITCH.USER_ID = responseLogoUrl.data.data[0].id;
fs.writeFileSync(settingsPath, ini.stringify(settings));
})
.catch(error => {
console.error(error);
});
}
function getTwitchOauthToken() {
return twitchAuthentication().then(res => {
getTwitchUserId();
twitch.getTwitchUserId();
// twitch.getTwitchChannelId();
return res;
});
}

View file

@ -1,4 +1,4 @@
/* global settings, addVoiceService, internalVoices, ttsRequestCount, main, path, pythonPath, settingsPath, ipcRenderer */
/* global settings, sound, twitch, getLanguageProperties, addSingleTooltip, showChatMessage, languageObject, addVoiceService, internalVoices, ttsRequestCount, main, path, pythonPath, settingsPath, ipcRenderer */
const spawn = require('child_process').spawn;
const kill = require('kill-process-by-name');
@ -14,7 +14,7 @@ async function getInstalledVoices() {
const response = await fetch(`http://127.0.0.1:${settings.GENERAL.PORT}/voices`, { method: 'GET' });
if (response.ok) {
const responseData = await response.json();
console.log('Response:', responseData);
console.log('Voices:', responseData);
internalVoices = responseData;
} else {
console.error('Failed to send termination signal to Flask server.');
@ -44,13 +44,137 @@ async function getInstalledVoices() {
secondaryVoice.value = settings.TTS.SECONDARY_VOICE;
}
function setTranslatedMessage(message) {
const messageBox = document.getElementById(message.messageId).getElementsByClassName('msg-box')[0];
const translationHeader = document.createElement('div');
translationHeader.className = 'translation-header';
translationHeader.innerText = 'Translation';
messageBox.appendChild(translationHeader);
const translationIcon = document.createElement('div');
translationIcon.className = 'translation-icon';
const languageElement = document.createElement('span');
const language = getLanguageProperties(settings.LANGUAGE.TRANSLATE_TO);
languageElement.classList = `fi fi-${language.ISO3166} fis`;
languageElement.setAttribute('tip', language.name);
addSingleTooltip(languageElement);
translationIcon.appendChild(languageElement);
messageBox.appendChild(translationIcon);
const translationMessage = document.createElement('div');
translationMessage.className = 'translation-message';
translationMessage.innerText = message.translation;
messageBox.appendChild(translationMessage);
showChatMessage();
if (settings.LANGUAGE.OUTPUT_TO_TTS) {
sound.playVoice({
filteredMessage: message.translation,
logoUrl: message.logoUrl,
username: message.username,
formattedMessage: message.formattedMessage,
language
});
}
}
async function getTranslatedMessage(message) {
const requestOptions = {
method: 'POST', // HTTP method
headers: {
'Content-Type': 'application/json; charset="utf-8"' // Specify the content type
},
body: JSON.stringify({
message: message.message,
language: message.language
}) // Convert the data to JSON and include it in the request body
};
try {
const response = await fetch(`http://127.0.0.1:${settings.GENERAL.PORT}/translate`, requestOptions);
if (response.ok) {
const responseData = await response.json();
console.log('Translated message:', responseData);
setTranslatedMessage({
translation: responseData.translation,
messageId: message.messageId,
ISO3166: message.ISO3166,
formattedMessage: message.formattedMessage,
username: message.username,
logoUrl: message.logoUrl
});
if (settings.LANGUAGE.BROADCAST_TRANSLATION) {
twitch.sendMessage(`[${message.language} > ${settings.LANGUAGE.TRANSLATE_TO}] @${message.username}: ${responseData.translation}`);
}
} else {
console.error('Failed to send termination signal to Flask server.');
message.message = 'Error,could not translate message';
message.languaga = 'en-GB';
getTranslatedMessage(message);
}
} catch (error) {
console.error('Error sending termination signal:', error);
}
}
function filterLanguage(message) {
const language = getLanguageProperties(message.language);
if (settings.LANGUAGE.TRANSLATE_TO !== 'none') {
getTranslatedMessage({
message: message.message,
messageId: message.messageId,
language: language.IETF,
ISO3166: language.ISO3166,
username: message.username,
formattedMessage: message.formattedMessage
});
}
return language;
}
async function getDetectedLanguage(message) {
if (!settings.LANGUAGE.USE_DETECTION) {
return;
}
const requestOptions = {
method: 'POST', // HTTP method
headers: {
'Content-Type': 'application/json' // Specify the content type
},
body: JSON.stringify({ message: message.message }) // Convert the data to JSON and include it in the request body
};
try {
const response = await fetch(`http://127.0.0.1:${settings.GENERAL.PORT}/detect`, requestOptions);
if (response.ok) {
const responseData = await response.json();
console.log('Detected Languages:', responseData);
return filterLanguage({
language: responseData.languages[0],
message: message.message,
messageId: message.messageId,
username: message.username,
formattedMessage: message.formattedMessage
});
} else {
console.error('Failed to send termination signal to Flask server.');
}
} catch (error) {
console.error('Error sending termination signal:', error);
}
}
async function getBackendServerStatus() {
console.log('getting status');
try {
const response = await fetch(`http://127.0.0.1:${settings.GENERAL.PORT}/status`, { method: 'GET' });
if (response.ok) {
const responseData = await response.json();
console.log('Response:', responseData);
console.log('Status:', responseData);
} else {
console.error('Failed to send termination signal to Flask server.');
}
@ -93,7 +217,7 @@ async function getInternalTTSAudio(requestData) {
const response = await fetch(`http://127.0.0.1:${settings.GENERAL.PORT}/audio`, requestOptions);
if (response.ok) {
const responseData = await response.json();
console.log('Response:', responseData);
console.log('Audio:', responseData);
return ttsRequestCount;
} else {
console.error('Failed to send termination signal to Flask server.');
@ -113,10 +237,6 @@ const createBackendServer = () =>
// Capture the stdout of the Python process
python.stdout.on('data', data => {
console.info(`${data}`);
if (data.toString().startsWith('kees')) {
console.log('yess');
// getBackendServerStatus();
}
});
// Capture the stderr of the Python process
@ -175,4 +295,4 @@ ipcRenderer.on('quit-event', async () => {
}
});
module.exports = { getInternalTTSAudio };
module.exports = { getInternalTTSAudio, getDetectedLanguage };

View file

@ -4,329 +4,329 @@
// *info page with credits, version and more info
const languages = {
none: { IETF: 'none', 'ISO-639': 'none' },
acehnese: { IETF: 'ace-ID', 'ISO-639': 'ace' },
afrikaans: { IETF: 'af-ZA', 'ISO-639': 'af' },
akan: { IETF: 'ak-GH', 'ISO-639': 'ak' },
albanian: { IETF: 'sq-AL', 'ISO-639': 'sq' },
amharic: { IETF: 'am-ET', 'ISO-639': 'am' },
'antigua and barbuda creole english': { IETF: 'aig-AG', 'ISO-639': 'aig' },
arabic: { IETF: 'ar-SA', 'ISO-639': 'ar' },
'arabic egyptian': { IETF: 'ar-EG', 'ISO-639': 'ar' },
aragonese: { IETF: 'an-ES', 'ISO-639': 'an' },
armenian: { IETF: 'hy-AM', 'ISO-639': 'hy' },
assamese: { IETF: 'as-IN', 'ISO-639': 'as' },
asturian: { IETF: 'ast-ES', 'ISO-639': 'ast' },
'austrian german': { IETF: 'de-AT', 'ISO-639': 'de' },
awadhi: { IETF: 'awa-IN', 'ISO-639': 'awa' },
'ayacucho quechua': { IETF: 'quy-PE', 'ISO-639': 'quy' },
azerbaijani: { IETF: 'az-AZ', 'ISO-639': 'az' },
'bahamas creole english': { IETF: 'bah-BS', 'ISO-639': 'bah' },
bajan: { IETF: 'bjs-BB', 'ISO-639': 'bjs' },
balinese: { IETF: 'ban-ID', 'ISO-639': 'ban' },
'balkan gipsy': { IETF: 'rm-RO', 'ISO-639': 'rm' },
bambara: { IETF: 'bm-ML', 'ISO-639': 'bm' },
banjar: { IETF: 'bjn-ID', 'ISO-639': 'bjn' },
bashkir: { IETF: 'ba-RU', 'ISO-639': 'ba' },
basque: { IETF: 'eu-ES', 'ISO-639': 'eu' },
belarusian: { IETF: 'be-BY', 'ISO-639': 'be' },
'belgian french': { IETF: 'fr-BE', 'ISO-639': 'fr' },
bemba: { IETF: 'bem-ZM', 'ISO-639': 'bem' },
bengali: { IETF: 'bn-IN', 'ISO-639': 'bn' },
bhojpuri: { IETF: 'bho-IN', 'ISO-639': 'bho' },
bihari: { IETF: 'bh-IN', 'ISO-639': 'bh' },
bislama: { IETF: 'bi-VU', 'ISO-639': 'bi' },
borana: { IETF: 'gax-KE', 'ISO-639': 'gax' },
bosnian: { IETF: 'bs-BA', 'ISO-639': 'bs' },
'bosnian (cyrillic)': { IETF: 'bs-Cyrl-BA', 'ISO-639': 'bs' },
breton: { IETF: 'br-FR', 'ISO-639': 'br' },
buginese: { IETF: 'bug-ID', 'ISO-639': 'bug' },
bulgarian: { IETF: 'bg-BG', 'ISO-639': 'bg' },
burmese: { IETF: 'my-MM', 'ISO-639': 'my' },
catalan: { IETF: 'ca-ES', 'ISO-639': 'ca' },
'catalan valencian': { IETF: 'cav-ES', 'ISO-639': 'cav' },
cebuano: { IETF: 'ceb-PH', 'ISO-639': 'ceb' },
'central atlas tamazight': { IETF: 'tzm-MA', 'ISO-639': 'tzm' },
'central aymara': { IETF: 'ayr-BO', 'ISO-639': 'ayr' },
'central kanuri (latin script)': { IETF: 'knc-NG', 'ISO-639': 'knc' },
'chadian arabic': { IETF: 'shu-TD', 'ISO-639': 'shu' },
chamorro: { IETF: 'ch-GU', 'ISO-639': 'ch' },
cherokee: { IETF: 'chr-US', 'ISO-639': 'chr' },
chhattisgarhi: { IETF: 'hne-IN', 'ISO-639': 'hne' },
'chinese simplified': { IETF: 'zh-CN', 'ISO-639': 'zh' },
'chinese trad. (hong kong)': { IETF: 'zh-HK', 'ISO-639': 'zh' },
'chinese traditional': { IETF: 'zh-TW', 'ISO-639': 'zh' },
'chinese traditional macau': { IETF: 'zh-MO', 'ISO-639': 'zh' },
chittagonian: { IETF: 'ctg-BD', 'ISO-639': 'ctg' },
chokwe: { IETF: 'cjk-AO', 'ISO-639': 'cjk' },
'classical greek': { IETF: 'grc-GR', 'ISO-639': 'grc' },
'comorian ngazidja': { IETF: 'zdj-KM', 'ISO-639': 'zdj' },
coptic: { IETF: 'cop-EG', 'ISO-639': 'cop' },
'crimean tatar': { IETF: 'crh-RU', 'ISO-639': 'crh' },
'crioulo upper guinea': { IETF: 'pov-GW', 'ISO-639': 'pov' },
croatian: { IETF: 'hr-HR', 'ISO-639': 'hr' },
czech: { IETF: 'cs-CZ', 'ISO-639': 'cs' },
danish: { IETF: 'da-DK', 'ISO-639': 'da' },
dari: { IETF: 'prs-AF', 'ISO-639': 'prs' },
dimli: { IETF: 'diq-TR', 'ISO-639': 'diq' },
dutch: { IETF: 'nl-NL', 'ISO-639': 'nl' },
dyula: { IETF: 'dyu-CI', 'ISO-639': 'dyu' },
dzongkha: { IETF: 'dz-BT', 'ISO-639': 'dz' },
'eastern yiddish': { IETF: 'ydd-US', 'ISO-639': 'ydd' },
emakhuwa: { IETF: 'vmw-MZ', 'ISO-639': 'vmw' },
english: { IETF: 'en-GB', 'ISO-639': 'en' },
'english australia': { IETF: 'en-AU', 'ISO-639': 'en' },
'english canada': { IETF: 'en-CA', 'ISO-639': 'en' },
'english india': { IETF: 'en-IN', 'ISO-639': 'en' },
'english ireland': { IETF: 'en-IE', 'ISO-639': 'en' },
'english new zealand': { IETF: 'en-NZ', 'ISO-639': 'en' },
'english singapore': { IETF: 'en-SG', 'ISO-639': 'en' },
'english south africa': { IETF: 'en-ZA', 'ISO-639': 'en' },
'english us': { IETF: 'en-US', 'ISO-639': 'en' },
esperanto: { IETF: 'eo-EU', 'ISO-639': 'eo' },
estonian: { IETF: 'et-EE', 'ISO-639': 'et' },
ewe: { IETF: 'ee-GH', 'ISO-639': 'ee' },
fanagalo: { IETF: 'fn-FNG', 'ISO-639': 'fn' },
faroese: { IETF: 'fo-FO', 'ISO-639': 'fo' },
fijian: { IETF: 'fj-FJ', 'ISO-639': 'fj' },
filipino: { IETF: 'fil-PH', 'ISO-639': 'fil' },
finnish: { IETF: 'fi-FI', 'ISO-639': 'fi' },
flemish: { IETF: 'nl-BE', 'ISO-639': 'nl' },
fon: { IETF: 'fon-BJ', 'ISO-639': 'fon' },
french: { IETF: 'fr-FR', 'ISO-639': 'fr' },
'french canada': { IETF: 'fr-CA', 'ISO-639': 'fr' },
'french swiss': { IETF: 'fr-CH', 'ISO-639': 'fr' },
friulian: { IETF: 'fur-IT', 'ISO-639': 'fur' },
fula: { IETF: 'ff-FUL', 'ISO-639': 'ff' },
galician: { IETF: 'gl-ES', 'ISO-639': 'gl' },
gamargu: { IETF: 'mfi-NG', 'ISO-639': 'mfi' },
garo: { IETF: 'grt-IN', 'ISO-639': 'grt' },
georgian: { IETF: 'ka-GE', 'ISO-639': 'ka' },
german: { IETF: 'de-DE', 'ISO-639': 'de' },
gilbertese: { IETF: 'gil-KI', 'ISO-639': 'gil' },
glavda: { IETF: 'glw-NG', 'ISO-639': 'glw' },
greek: { IETF: 'el-GR', 'ISO-639': 'el' },
'grenadian creole english': { IETF: 'gcl-GD', 'ISO-639': 'gcl' },
guarani: { IETF: 'gn-PY', 'ISO-639': 'gn' },
gujarati: { IETF: 'gu-IN', 'ISO-639': 'gu' },
'guyanese creole english': { IETF: 'gyn-GY', 'ISO-639': 'gyn' },
'haitian creole french': { IETF: 'ht-HT', 'ISO-639': 'ht' },
'halh mongolian': { IETF: 'khk-MN', 'ISO-639': 'khk' },
hausa: { IETF: 'ha-NE', 'ISO-639': 'ha' },
hawaiian: { IETF: 'haw-US', 'ISO-639': 'haw' },
hebrew: { IETF: 'he-IL', 'ISO-639': 'he' },
higi: { IETF: 'hig-NG', 'ISO-639': 'hig' },
hiligaynon: { IETF: 'hil-PH', 'ISO-639': 'hil' },
'hill mari': { IETF: 'mrj-RU', 'ISO-639': 'mrj' },
hindi: { IETF: 'hi-IN', 'ISO-639': 'hi' },
hmong: { IETF: 'hmn-CN', 'ISO-639': 'hmn' },
hungarian: { IETF: 'hu-HU', 'ISO-639': 'hu' },
icelandic: { IETF: 'is-IS', 'ISO-639': 'is' },
'igbo ibo': { IETF: 'ibo-NG', 'ISO-639': 'ibo' },
'igbo ig': { IETF: 'ig-NG', 'ISO-639': 'ig' },
ilocano: { IETF: 'ilo-PH', 'ISO-639': 'ilo' },
indonesian: { IETF: 'id-ID', 'ISO-639': 'id' },
'inuktitut greenlandic': { IETF: 'kl-GL', 'ISO-639': 'kl' },
'irish gaelic': { IETF: 'ga-IE', 'ISO-639': 'ga' },
italian: { IETF: 'it-IT', 'ISO-639': 'it' },
'italian swiss': { IETF: 'it-CH', 'ISO-639': 'it' },
'jamaican creole english': { IETF: 'jam-JM', 'ISO-639': 'jam' },
japanese: { IETF: 'ja-JP', 'ISO-639': 'ja' },
javanese: { IETF: 'jv-ID', 'ISO-639': 'jv' },
jingpho: { IETF: 'kac-MM', 'ISO-639': 'kac' },
"k'iche'": { IETF: 'quc-GT', 'ISO-639': 'quc' },
'kabiy<69>': { IETF: 'kbp-TG', 'ISO-639': 'kbp' },
kabuverdianu: { IETF: 'kea-CV', 'ISO-639': 'kea' },
kabylian: { IETF: 'kab-DZ', 'ISO-639': 'kab' },
kalenjin: { IETF: 'kln-KE', 'ISO-639': 'kln' },
kamba: { IETF: 'kam-KE', 'ISO-639': 'kam' },
kannada: { IETF: 'kn-IN', 'ISO-639': 'kn' },
kanuri: { IETF: 'kr-KAU', 'ISO-639': 'kr' },
karen: { IETF: 'kar-MM', 'ISO-639': 'kar' },
'kashmiri (devanagari script)': { IETF: 'ks-IN', 'ISO-639': 'ks' },
'kashmiri (arabic script)': { IETF: 'kas-IN', 'ISO-639': 'kas' },
kazakh: { IETF: 'kk-KZ', 'ISO-639': 'kk' },
khasi: { IETF: 'kha-IN', 'ISO-639': 'kha' },
khmer: { IETF: 'km-KH', 'ISO-639': 'km' },
'kikuyu kik': { IETF: 'kik-KE', 'ISO-639': 'kik' },
'kikuyu ki': { IETF: 'ki-KE', 'ISO-639': 'ki' },
kimbundu: { IETF: 'kmb-AO', 'ISO-639': 'kmb' },
kinyarwanda: { IETF: 'rw-RW', 'ISO-639': 'rw' },
kirundi: { IETF: 'rn-BI', 'ISO-639': 'rn' },
kisii: { IETF: 'guz-KE', 'ISO-639': 'guz' },
kongo: { IETF: 'kg-CG', 'ISO-639': 'kg' },
konkani: { IETF: 'kok-IN', 'ISO-639': 'kok' },
korean: { IETF: 'ko-KR', 'ISO-639': 'ko' },
'northern kurdish': { IETF: 'kmr-TR', 'ISO-639': 'kmr' },
'kurdish sorani': { IETF: 'ckb-IQ', 'ISO-639': 'ckb' },
kyrgyz: { IETF: 'ky-KG', 'ISO-639': 'ky' },
lao: { IETF: 'lo-LA', 'ISO-639': 'lo' },
latgalian: { IETF: 'ltg-LV', 'ISO-639': 'ltg' },
latin: { IETF: 'la-XN', 'ISO-639': 'la' },
latvian: { IETF: 'lv-LV', 'ISO-639': 'lv' },
ligurian: { IETF: 'lij-IT', 'ISO-639': 'lij' },
limburgish: { IETF: 'li-NL', 'ISO-639': 'li' },
lingala: { IETF: 'ln-LIN', 'ISO-639': 'ln' },
lithuanian: { IETF: 'lt-LT', 'ISO-639': 'lt' },
lombard: { IETF: 'lmo-IT', 'ISO-639': 'lmo' },
'luba-kasai': { IETF: 'lua-CD', 'ISO-639': 'lua' },
luganda: { IETF: 'lg-UG', 'ISO-639': 'lg' },
luhya: { IETF: 'luy-KE', 'ISO-639': 'luy' },
luo: { IETF: 'luo-KE', 'ISO-639': 'luo' },
luxembourgish: { IETF: 'lb-LU', 'ISO-639': 'lb' },
maa: { IETF: 'mas-KE', 'ISO-639': 'mas' },
macedonian: { IETF: 'mk-MK', 'ISO-639': 'mk' },
magahi: { IETF: 'mag-IN', 'ISO-639': 'mag' },
maithili: { IETF: 'mai-IN', 'ISO-639': 'mai' },
malagasy: { IETF: 'mg-MG', 'ISO-639': 'mg' },
malay: { IETF: 'ms-MY', 'ISO-639': 'ms' },
malayalam: { IETF: 'ml-IN', 'ISO-639': 'ml' },
maldivian: { IETF: 'dv-MV', 'ISO-639': 'dv' },
maltese: { IETF: 'mt-MT', 'ISO-639': 'mt' },
mandara: { IETF: 'mfi-CM', 'ISO-639': 'mfi' },
manipuri: { IETF: 'mni-IN', 'ISO-639': 'mni' },
'manx gaelic': { IETF: 'gv-IM', 'ISO-639': 'gv' },
maori: { IETF: 'mi-NZ', 'ISO-639': 'mi' },
marathi: { IETF: 'mr-IN', 'ISO-639': 'mr' },
margi: { IETF: 'mrt-NG', 'ISO-639': 'mrt' },
mari: { IETF: 'mhr-RU', 'ISO-639': 'mhr' },
marshallese: { IETF: 'mh-MH', 'ISO-639': 'mh' },
mende: { IETF: 'men-SL', 'ISO-639': 'men' },
meru: { IETF: 'mer-KE', 'ISO-639': 'mer' },
mijikenda: { IETF: 'nyf-KE', 'ISO-639': 'nyf' },
minangkabau: { IETF: 'min-ID', 'ISO-639': 'min' },
mizo: { IETF: 'lus-IN', 'ISO-639': 'lus' },
mongolian: { IETF: 'mn-MN', 'ISO-639': 'mn' },
montenegrin: { IETF: 'sr-ME', 'ISO-639': 'sr' },
morisyen: { IETF: 'mfe-MU', 'ISO-639': 'mfe' },
'moroccan arabic': { IETF: 'ar-MA', 'ISO-639': 'ar' },
mossi: { IETF: 'mos-BF', 'ISO-639': 'mos' },
ndau: { IETF: 'ndc-MZ', 'ISO-639': 'ndc' },
ndebele: { IETF: 'nr-ZA', 'ISO-639': 'nr' },
nepali: { IETF: 'ne-NP', 'ISO-639': 'ne' },
'nigerian fulfulde': { IETF: 'fuv-NG', 'ISO-639': 'fuv' },
niuean: { IETF: 'niu-NU', 'ISO-639': 'niu' },
'north azerbaijani': { IETF: 'azj-AZ', 'ISO-639': 'azj' },
sesotho: { IETF: 'nso-ZA', 'ISO-639': 'nso' },
'northern uzbek': { IETF: 'uzn-UZ', 'ISO-639': 'uzn' },
'norwegian bokm<6B>l': { IETF: 'nb-NO', 'ISO-639': 'nb' },
'norwegian nynorsk': { IETF: 'nn-NO', 'ISO-639': 'nn' },
nuer: { IETF: 'nus-SS', 'ISO-639': 'nus' },
nyanja: { IETF: 'ny-MW', 'ISO-639': 'ny' },
occitan: { IETF: 'oc-FR', 'ISO-639': 'oc' },
'occitan aran': { IETF: 'oc-ES', 'ISO-639': 'oc' },
odia: { IETF: 'or-IN', 'ISO-639': 'or' },
oriya: { IETF: 'ory-IN', 'ISO-639': 'ory' },
urdu: { IETF: 'ur-PK', 'ISO-639': 'ur' },
palauan: { IETF: 'pau-PW', 'ISO-639': 'pau' },
pali: { IETF: 'pi-IN', 'ISO-639': 'pi' },
pangasinan: { IETF: 'pag-PH', 'ISO-639': 'pag' },
papiamentu: { IETF: 'pap-CW', 'ISO-639': 'pap' },
pashto: { IETF: 'ps-PK', 'ISO-639': 'ps' },
persian: { IETF: 'fa-IR', 'ISO-639': 'fa' },
pijin: { IETF: 'pis-SB', 'ISO-639': 'pis' },
'plateau malagasy': { IETF: 'plt-MG', 'ISO-639': 'plt' },
polish: { IETF: 'pl-PL', 'ISO-639': 'pl' },
portuguese: { IETF: 'pt-PT', 'ISO-639': 'pt' },
'portuguese brazil': { IETF: 'pt-BR', 'ISO-639': 'pt' },
potawatomi: { IETF: 'pot-US', 'ISO-639': 'pot' },
punjabi: { IETF: 'pa-IN', 'ISO-639': 'pa' },
'punjabi (pakistan)': { IETF: 'pnb-PK', 'ISO-639': 'pnb' },
quechua: { IETF: 'qu-PE', 'ISO-639': 'qu' },
rohingya: { IETF: 'rhg-MM', 'ISO-639': 'rhg' },
rohingyalish: { IETF: 'rhl-MM', 'ISO-639': 'rhl' },
romanian: { IETF: 'ro-RO', 'ISO-639': 'ro' },
romansh: { IETF: 'roh-CH', 'ISO-639': 'roh' },
rundi: { IETF: 'run-BI', 'ISO-639': 'run' },
russian: { IETF: 'ru-RU', 'ISO-639': 'ru' },
'saint lucian creole french': { IETF: 'acf-LC', 'ISO-639': 'acf' },
samoan: { IETF: 'sm-WS', 'ISO-639': 'sm' },
sango: { IETF: 'sg-CF', 'ISO-639': 'sg' },
sanskrit: { IETF: 'sa-IN', 'ISO-639': 'sa' },
santali: { IETF: 'sat-IN', 'ISO-639': 'sat' },
sardinian: { IETF: 'sc-IT', 'ISO-639': 'sc' },
'scots gaelic': { IETF: 'gd-GB', 'ISO-639': 'gd' },
sena: { IETF: 'seh-ZW', 'ISO-639': 'seh' },
'serbian cyrillic': { IETF: 'sr-Cyrl-RS', 'ISO-639': 'sr' },
'serbian latin': { IETF: 'sr-Latn-RS', 'ISO-639': 'sr' },
'seselwa creole french': { IETF: 'crs-SC', 'ISO-639': 'crs' },
'setswana (south africa)': { IETF: 'tn-ZA', 'ISO-639': 'tn' },
shan: { IETF: 'shn-MM', 'ISO-639': 'shn' },
shona: { IETF: 'sn-ZW', 'ISO-639': 'sn' },
sicilian: { IETF: 'scn-IT', 'ISO-639': 'scn' },
silesian: { IETF: 'szl-PL', 'ISO-639': 'szl' },
'sindhi snd': { IETF: 'snd-PK', 'ISO-639': 'snd' },
'sindhi sd': { IETF: 'sd-PK', 'ISO-639': 'sd' },
sinhala: { IETF: 'si-LK', 'ISO-639': 'si' },
slovak: { IETF: 'sk-SK', 'ISO-639': 'sk' },
slovenian: { IETF: 'sl-SI', 'ISO-639': 'sl' },
somali: { IETF: 'so-SO', 'ISO-639': 'so' },
'sotho southern': { IETF: 'st-LS', 'ISO-639': 'st' },
'south azerbaijani': { IETF: 'azb-AZ', 'ISO-639': 'azb' },
'southern pashto': { IETF: 'pbt-PK', 'ISO-639': 'pbt' },
'southwestern dinka': { IETF: 'dik-SS', 'ISO-639': 'dik' },
spanish: { IETF: 'es-ES', 'ISO-639': 'es' },
'spanish argentina': { IETF: 'es-AR', 'ISO-639': 'es' },
'spanish colombia': { IETF: 'es-CO', 'ISO-639': 'es' },
'spanish latin america': { IETF: 'es-419', 'ISO-639': 'es' },
'spanish mexico': { IETF: 'es-MX', 'ISO-639': 'es' },
'spanish united states': { IETF: 'es-US', 'ISO-639': 'es' },
'sranan tongo': { IETF: 'srn-SR', 'ISO-639': 'srn' },
'standard latvian': { IETF: 'lvs-LV', 'ISO-639': 'lvs' },
'standard malay': { IETF: 'zsm-MY', 'ISO-639': 'zsm' },
sundanese: { IETF: 'su-ID', 'ISO-639': 'su' },
swahili: { IETF: 'sw-KE', 'ISO-639': 'sw' },
swati: { IETF: 'ss-SZ', 'ISO-639': 'ss' },
swedish: { IETF: 'sv-SE', 'ISO-639': 'sv' },
'swiss german': { IETF: 'de-CH', 'ISO-639': 'de' },
'syriac (aramaic)': { IETF: 'syc-TR', 'ISO-639': 'syc' },
tagalog: { IETF: 'tl-PH', 'ISO-639': 'tl' },
tahitian: { IETF: 'ty-PF', 'ISO-639': 'ty' },
tajik: { IETF: 'tg-TJ', 'ISO-639': 'tg' },
'tamashek (tuareg)': { IETF: 'tmh-DZ', 'ISO-639': 'tmh' },
tamasheq: { IETF: 'taq-ML', 'ISO-639': 'taq' },
'tamil india': { IETF: 'ta-IN', 'ISO-639': 'ta' },
'tamil sri lanka': { IETF: 'ta-LK', 'ISO-639': 'ta' },
taroko: { IETF: 'trv-TW', 'ISO-639': 'trv' },
tatar: { IETF: 'tt-RU', 'ISO-639': 'tt' },
telugu: { IETF: 'te-IN', 'ISO-639': 'te' },
tetum: { IETF: 'tet-TL', 'ISO-639': 'tet' },
thai: { IETF: 'th-TH', 'ISO-639': 'th' },
tibetan: { IETF: 'bo-CN', 'ISO-639': 'bo' },
tigrinya: { IETF: 'ti-ET', 'ISO-639': 'ti' },
'tok pisin': { IETF: 'tpi-PG', 'ISO-639': 'tpi' },
tokelauan: { IETF: 'tkl-TK', 'ISO-639': 'tkl' },
tongan: { IETF: 'to-TO', 'ISO-639': 'to' },
'tosk albanian': { IETF: 'als-AL', 'ISO-639': 'als' },
tsonga: { IETF: 'ts-ZA', 'ISO-639': 'ts' },
tswa: { IETF: 'tsc-MZ', 'ISO-639': 'tsc' },
tswana: { IETF: 'tn-BW', 'ISO-639': 'tn' },
tumbuka: { IETF: 'tum-MW', 'ISO-639': 'tum' },
turkish: { IETF: 'tr-TR', 'ISO-639': 'tr' },
turkmen: { IETF: 'tk-TM', 'ISO-639': 'tk' },
tuvaluan: { IETF: 'tvl-TV', 'ISO-639': 'tvl' },
twi: { IETF: 'tw-GH', 'ISO-639': 'tw' },
udmurt: { IETF: 'udm-RU', 'ISO-639': 'udm' },
ukrainian: { IETF: 'uk-UA', 'ISO-639': 'uk' },
uma: { IETF: 'ppk-ID', 'ISO-639': 'ppk' },
umbundu: { IETF: 'umb-AO', 'ISO-639': 'umb' },
'uyghur uig': { IETF: 'uig-CN', 'ISO-639': 'uig' },
'uyghur ug': { IETF: 'ug-CN', 'ISO-639': 'ug' },
uzbek: { IETF: 'uz-UZ', 'ISO-639': 'uz' },
venetian: { IETF: 'vec-IT', 'ISO-639': 'vec' },
vietnamese: { IETF: 'vi-VN', 'ISO-639': 'vi' },
'vincentian creole english': { IETF: 'svc-VC', 'ISO-639': 'svc' },
'virgin islands creole english': { IETF: 'vic-US', 'ISO-639': 'vic' },
wallisian: { IETF: 'wls-WF', 'ISO-639': 'wls' },
'waray (philippines)': { IETF: 'war-PH', 'ISO-639': 'war' },
welsh: { IETF: 'cy-GB', 'ISO-639': 'cy' },
'west central oromo': { IETF: 'gaz-ET', 'ISO-639': 'gaz' },
'western persian': { IETF: 'pes-IR', 'ISO-639': 'pes' },
wolof: { IETF: 'wo-SN', 'ISO-639': 'wo' },
xhosa: { IETF: 'xh-ZA', 'ISO-639': 'xh' },
yiddish: { IETF: 'yi-YD', 'ISO-639': 'yi' },
yoruba: { IETF: 'yo-NG', 'ISO-639': 'yo' },
zulu: { IETF: 'zu-ZA', 'ISO-639': 'zu' }
none: { IETF: 'none', ISO639: 'none', ISO3166: 'xx' },
english: { IETF: 'en-GB', ISO639: 'en', ISO3166: 'gb' },
spanish: { IETF: 'es-ES', ISO639: 'es', ISO3166: 'es' },
dutch: { IETF: 'nl-NL', ISO639: 'nl', ISO3166: 'nl' },
'chinese simplified': { IETF: 'zh-CN', ISO639: 'zh', ISO3166: 'cn' },
russian: { IETF: 'ru-RU', ISO639: 'ru', ISO3166: 'ru' },
indonesian: { IETF: 'id-ID', ISO639: 'id', ISO3166: 'id' },
hindi: { IETF: 'hi-IN', ISO639: 'hi', ISO3166: 'in' },
filipino: { IETF: 'fil-PH', ISO639: 'fil', ISO3166: 'ph' },
turkish: { IETF: 'tr-TR', ISO639: 'tr', ISO3166: 'tr' },
acehnese: { IETF: 'ace-ID', ISO639: 'ace', ISO3166: 'id' },
afrikaans: { IETF: 'af-ZA', ISO639: 'af', ISO3166: 'za' },
akan: { IETF: 'ak-GH', ISO639: 'ak', ISO3166: 'gh' },
albanian: { IETF: 'sq-AL', ISO639: 'sq', ISO3166: 'al' },
amharic: { IETF: 'am-ET', ISO639: 'am', ISO3166: 'et' },
'antigua and barbuda creole english': { IETF: 'aig-AG', ISO639: 'aig', ISO3166: 'ag' },
arabic: { IETF: 'ar-SA', ISO639: 'ar', ISO3166: 'sa' },
'arabic egyptian': { IETF: 'ar-EG', ISO639: 'ar', ISO3166: 'eg' },
// aragonese: { IETF: 'an-ES', ISO639: 'an', ISO3166: 'es' },
armenian: { IETF: 'hy-AM', ISO639: 'hy', ISO3166: 'am' },
assamese: { IETF: 'as-IN', ISO639: 'as', ISO3166: 'in' },
asturian: { IETF: 'ast-ES', ISO639: 'ast', ISO3166: 'es' },
'austrian german': { IETF: 'de-AT', ISO639: 'de', ISO3166: 'at' },
awadhi: { IETF: 'awa-IN', ISO639: 'awa', ISO3166: 'in' },
'ayacucho quechua': { IETF: 'quy-PE', ISO639: 'quy', ISO3166: 'pe' },
azerbaijani: { IETF: 'az-AZ', ISO639: 'az', ISO3166: 'az' },
'bahamas creole english': { IETF: 'bah-BS', ISO639: 'bah', ISO3166: 'bs' },
bajan: { IETF: 'bjs-BB', ISO639: 'bjs', ISO3166: 'bb' },
balinese: { IETF: 'ban-ID', ISO639: 'ban', ISO3166: 'id' },
'balkan gipsy': { IETF: 'rm-RO', ISO639: 'rm', ISO3166: 'ro' },
bambara: { IETF: 'bm-ML', ISO639: 'bm', ISO3166: 'ml' },
banjar: { IETF: 'bjn-ID', ISO639: 'bjn', ISO3166: 'id' },
bashkir: { IETF: 'ba-RU', ISO639: 'ba', ISO3166: 'ru' },
basque: { IETF: 'eu-ES', ISO639: 'eu', ISO3166: 'es-pv' },
belarusian: { IETF: 'be-BY', ISO639: 'be', ISO3166: 'by' },
'belgian french': { IETF: 'fr-BE', ISO639: 'fr', ISO3166: 'be' },
bemba: { IETF: 'bem-ZM', ISO639: 'bem', ISO3166: 'zm' },
bengali: { IETF: 'bn-IN', ISO639: 'bn', ISO3166: 'bd' },
bhojpuri: { IETF: 'bho-IN', ISO639: 'bho', ISO3166: 'in' },
bihari: { IETF: 'bh-IN', ISO639: 'bh', ISO3166: 'in' },
bislama: { IETF: 'bi-VU', ISO639: 'bi', ISO3166: 'vu' },
borana: { IETF: 'gax-KE', ISO639: 'gax', ISO3166: 'ke' },
bosnian: { IETF: 'bs-BA', ISO639: 'bs', ISO3166: 'ba' },
'bosnian (cyrillic)': { IETF: 'bs-Cyrl-BA', ISO639: 'bs', ISO3166: 'ba' },
breton: { IETF: 'br-FR', ISO639: 'br', ISO3166: 'fr' },
buginese: { IETF: 'bug-ID', ISO639: 'bug', ISO3166: 'id' },
bulgarian: { IETF: 'bg-BG', ISO639: 'bg', ISO3166: 'bg' },
burmese: { IETF: 'my-MM', ISO639: 'my', ISO3166: 'mm' },
catalan: { IETF: 'ca-ES', ISO639: 'ca', ISO3166: 'es' },
'catalan valencian': { IETF: 'cav-ES', ISO639: 'cav', ISO3166: 'es' },
cebuano: { IETF: 'ceb-PH', ISO639: 'ceb', ISO3166: 'ph' },
'central atlas tamazight': { IETF: 'tzm-MA', ISO639: 'tzm', ISO3166: 'ma' },
'central aymara': { IETF: 'ayr-BO', ISO639: 'ayr', ISO3166: 'bo' },
'central kanuri (latin script)': { IETF: 'knc-NG', ISO639: 'knc', ISO3166: 'ng' },
'chadian arabic': { IETF: 'shu-TD', ISO639: 'shu', ISO3166: 'td' },
chamorro: { IETF: 'ch-GU', ISO639: 'ch', ISO3166: 'gu' },
cherokee: { IETF: 'chr-US', ISO639: 'chr', ISO3166: 'us' },
chhattisgarhi: { IETF: 'hne-IN', ISO639: 'hne', ISO3166: 'in' },
'chinese trad. (hong kong)': { IETF: 'zh-HK', ISO639: 'zh', ISO3166: 'hk' },
'chinese traditional': { IETF: 'zh-TW', ISO639: 'zh', ISO3166: 'tw' },
'chinese traditional macau': { IETF: 'zh-MO', ISO639: 'zh', ISO3166: 'mo' },
chittagonian: { IETF: 'ctg-BD', ISO639: 'ctg', ISO3166: 'bd' },
chokwe: { IETF: 'cjk-AO', ISO639: 'cjk', ISO3166: 'ao' },
'classical greek': { IETF: 'grc-GR', ISO639: 'grc', ISO3166: 'gr' },
'comorian ngazidja': { IETF: 'zdj-KM', ISO639: 'zdj', ISO3166: 'km' },
coptic: { IETF: 'cop-EG', ISO639: 'cop', ISO3166: 'eg' },
'crimean tatar': { IETF: 'crh-RU', ISO639: 'crh', ISO3166: 'tr' },
'crioulo upper guinea': { IETF: 'pov-GW', ISO639: 'pov', ISO3166: 'gw' },
croatian: { IETF: 'hr-HR', ISO639: 'hr', ISO3166: 'hr' },
czech: { IETF: 'cs-CZ', ISO639: 'cs', ISO3166: 'cz' },
danish: { IETF: 'da-DK', ISO639: 'da', ISO3166: 'dk' },
dari: { IETF: 'prs-AF', ISO639: 'prs', ISO3166: 'af' },
dimli: { IETF: 'diq-TR', ISO639: 'diq', ISO3166: 'tr' },
dyula: { IETF: 'dyu-CI', ISO639: 'dyu', ISO3166: 'ci' },
dzongkha: { IETF: 'dz-BT', ISO639: 'dz', ISO3166: 'bt' },
'eastern yiddish': { IETF: 'ydd-US', ISO639: 'ydd', ISO3166: 'il' },
emakhuwa: { IETF: 'vmw-MZ', ISO639: 'vmw', ISO3166: 'mz' },
'english australia': { IETF: 'en-AU', ISO639: 'en', ISO3166: 'au' },
'english canada': { IETF: 'en-CA', ISO639: 'en', ISO3166: 'ca' },
'english india': { IETF: 'en-IN', ISO639: 'en', ISO3166: 'in' },
'english ireland': { IETF: 'en-IE', ISO639: 'en', ISO3166: 'ie' },
'english new zealand': { IETF: 'en-NZ', ISO639: 'en', ISO3166: 'nz' },
'english singapore': { IETF: 'en-SG', ISO639: 'en', ISO3166: 'sg' },
'english south africa': { IETF: 'en-ZA', ISO639: 'en', ISO3166: 'za' },
'english us': { IETF: 'en-US', ISO639: 'en', ISO3166: 'us' },
esperanto: { IETF: 'eo-EU', ISO639: 'eo', ISO3166: 'eu' },
estonian: { IETF: 'et-EE', ISO639: 'et', ISO3166: 'ee' },
ewe: { IETF: 'ee-GH', ISO639: 'ee', ISO3166: 'gh' },
fanagalo: { IETF: 'fn-FNG', ISO639: 'fn', ISO3166: 'za' },
faroese: { IETF: 'fo-FO', ISO639: 'fo', ISO3166: 'fo' },
fijian: { IETF: 'fj-FJ', ISO639: 'fj', ISO3166: 'fj' },
finnish: { IETF: 'fi-FI', ISO639: 'fi', ISO3166: 'fi' },
flemish: { IETF: 'nl-BE', ISO639: 'nl', ISO3166: 'be' },
fon: { IETF: 'fon-BJ', ISO639: 'fon', ISO3166: 'bj' },
french: { IETF: 'fr-FR', ISO639: 'fr', ISO3166: 'fr' },
'french canada': { IETF: 'fr-CA', ISO639: 'fr', ISO3166: 'ca' },
'french swiss': { IETF: 'fr-CH', ISO639: 'fr', ISO3166: 'ch' },
friulian: { IETF: 'fur-IT', ISO639: 'fur', ISO3166: 'it' },
fula: { IETF: 'ff-FUL', ISO639: 'ff', ISO3166: 'cm' },
galician: { IETF: 'gl-ES', ISO639: 'gl', ISO3166: 'es-ga' },
gamargu: { IETF: 'mfi-NG', ISO639: 'mfi', ISO3166: 'ng' },
garo: { IETF: 'grt-IN', ISO639: 'grt', ISO3166: 'in' },
georgian: { IETF: 'ka-GE', ISO639: 'ka', ISO3166: 'ge' },
german: { IETF: 'de-DE', ISO639: 'de', ISO3166: 'de' },
gilbertese: { IETF: 'gil-KI', ISO639: 'gil', ISO3166: 'ki' },
glavda: { IETF: 'glw-NG', ISO639: 'glw', ISO3166: 'ng' },
greek: { IETF: 'el-GR', ISO639: 'el', ISO3166: 'gr' },
'grenadian creole english': { IETF: 'gcl-GD', ISO639: 'gcl', ISO3166: 'gd' },
guarani: { IETF: 'gn-PY', ISO639: 'gn', ISO3166: 'py' },
gujarati: { IETF: 'gu-IN', ISO639: 'gu', ISO3166: 'in' },
'guyanese creole english': { IETF: 'gyn-GY', ISO639: 'gyn', ISO3166: 'gy' },
'haitian creole french': { IETF: 'ht-HT', ISO639: 'ht', ISO3166: 'ht' },
'halh mongolian': { IETF: 'khk-MN', ISO639: 'khk', ISO3166: 'mn' },
hausa: { IETF: 'ha-NE', ISO639: 'ha', ISO3166: 'ne' },
hawaiian: { IETF: 'haw-US', ISO639: 'haw', ISO3166: 'xx' },
hebrew: { IETF: 'he-IL', ISO639: 'he', ISO3166: 'il' },
higi: { IETF: 'hig-NG', ISO639: 'hig', ISO3166: 'ng' },
hiligaynon: { IETF: 'hil-PH', ISO639: 'hil', ISO3166: 'ph' },
'hill mari': { IETF: 'mrj-RU', ISO639: 'mrj', ISO3166: 'xx' },
hmong: { IETF: 'hmn-CN', ISO639: 'hmn', ISO3166: 'cn' },
hungarian: { IETF: 'hu-HU', ISO639: 'hu', ISO3166: 'hu' },
icelandic: { IETF: 'is-IS', ISO639: 'is', ISO3166: 'is' },
'igbo ibo': { IETF: 'ibo-NG', ISO639: 'ibo', ISO3166: 'ng' },
'igbo ig': { IETF: 'ig-NG', ISO639: 'ig', ISO3166: 'ng' },
ilocano: { IETF: 'ilo-PH', ISO639: 'ilo', ISO3166: 'ph' },
'inuktitut greenlandic': { IETF: 'kl-GL', ISO639: 'kl', ISO3166: 'gl' },
'irish gaelic': { IETF: 'ga-IE', ISO639: 'ga', ISO3166: 'ie' },
italian: { IETF: 'it-IT', ISO639: 'it', ISO3166: 'it' },
'italian swiss': { IETF: 'it-CH', ISO639: 'it', ISO3166: 'ch' },
'jamaican creole english': { IETF: 'jam-JM', ISO639: 'jam', ISO3166: 'jm' },
japanese: { IETF: 'ja-JP', ISO639: 'ja', ISO3166: 'jp' },
javanese: { IETF: 'jv-ID', ISO639: 'jv', ISO3166: 'id' },
jingpho: { IETF: 'kac-MM', ISO639: 'kac', ISO3166: 'mm' },
"k'iche'": { IETF: 'quc-GT', ISO639: 'quc', ISO3166: 'gt' },
kabiye: { IETF: 'kbp-TG', ISO639: 'kbp', ISO3166: 'tg' },
kabuverdianu: { IETF: 'kea-CV', ISO639: 'kea', ISO3166: 'cv' },
kabylian: { IETF: 'kab-DZ', ISO639: 'kab', ISO3166: 'dz' },
kalenjin: { IETF: 'kln-KE', ISO639: 'kln', ISO3166: 'ke' },
kamba: { IETF: 'kam-KE', ISO639: 'kam', ISO3166: 'ke' },
kannada: { IETF: 'kn-IN', ISO639: 'kn', ISO3166: 'in' },
kanuri: { IETF: 'kr-KAU', ISO639: 'kr', ISO3166: 'xx' },
karen: { IETF: 'kar-MM', ISO639: 'kar', ISO3166: 'mm' },
'kashmiri (devanagari script)': { IETF: 'ks-IN', ISO639: 'ks', ISO3166: 'in' },
'kashmiri (arabic script)': { IETF: 'kas-IN', ISO639: 'kas', ISO3166: 'in' },
kazakh: { IETF: 'kk-KZ', ISO639: 'kk', ISO3166: 'kz' },
khasi: { IETF: 'kha-IN', ISO639: 'kha', ISO3166: 'in' },
khmer: { IETF: 'km-KH', ISO639: 'km', ISO3166: 'kh' },
'kikuyu kik': { IETF: 'kik-KE', ISO639: 'kik', ISO3166: 'ke' },
'kikuyu ki': { IETF: 'ki-KE', ISO639: 'ki', ISO3166: 'ke' },
kimbundu: { IETF: 'kmb-AO', ISO639: 'kmb', ISO3166: 'ao' },
kinyarwanda: { IETF: 'rw-RW', ISO639: 'rw', ISO3166: 'rw' },
kirundi: { IETF: 'rn-BI', ISO639: 'rn', ISO3166: 'bi' },
kisii: { IETF: 'guz-KE', ISO639: 'guz', ISO3166: 'ke' },
kongo: { IETF: 'kg-CG', ISO639: 'kg', ISO3166: 'cg' },
konkani: { IETF: 'kok-IN', ISO639: 'kok', ISO3166: 'in' },
korean: { IETF: 'ko-KR', ISO639: 'ko', ISO3166: 'ko' },
'northern kurdish': { IETF: 'kmr-TR', ISO639: 'kmr', ISO3166: 'tr' },
'kurdish sorani': { IETF: 'ckb-IQ', ISO639: 'ckb', ISO3166: 'iq' },
kyrgyz: { IETF: 'ky-KG', ISO639: 'ky', ISO3166: 'kg' },
lao: { IETF: 'lo-LA', ISO639: 'lo', ISO3166: 'la' },
latgalian: { IETF: 'ltg-LV', ISO639: 'ltg', ISO3166: 'lv' },
latin: { IETF: 'la-XN', ISO639: 'la', ISO3166: 'xx' },
latvian: { IETF: 'lv-LV', ISO639: 'lv', ISO3166: 'lg' },
ligurian: { IETF: 'lij-IT', ISO639: 'lij', ISO3166: 'it' },
limburgish: { IETF: 'li-NL', ISO639: 'li', ISO3166: 'nl' },
lingala: { IETF: 'ln-LIN', ISO639: 'ln', ISO3166: 'cd' },
lithuanian: { IETF: 'lt-LT', ISO639: 'lt', ISO3166: 'lt' },
lombard: { IETF: 'lmo-IT', ISO639: 'lmo', ISO3166: 'it' },
'luba-kasai': { IETF: 'lua-CD', ISO639: 'lua', ISO3166: 'cd' },
luganda: { IETF: 'lg-UG', ISO639: 'lg', ISO3166: 'ug' },
luhya: { IETF: 'luy-KE', ISO639: 'luy', ISO3166: 'ke' },
luo: { IETF: 'luo-KE', ISO639: 'luo', ISO3166: 'ke' },
luxembourgish: { IETF: 'lb-LU', ISO639: 'lb', ISO3166: 'lu' },
maa: { IETF: 'mas-KE', ISO639: 'mas', ISO3166: 'ke' },
macedonian: { IETF: 'mk-MK', ISO639: 'mk', ISO3166: 'mk' },
magahi: { IETF: 'mag-IN', ISO639: 'mag', ISO3166: 'in' },
maithili: { IETF: 'mai-IN', ISO639: 'mai', ISO3166: 'in' },
malagasy: { IETF: 'mg-MG', ISO639: 'mg', ISO3166: 'mg' },
malay: { IETF: 'ms-MY', ISO639: 'ms', ISO3166: 'my' },
malayalam: { IETF: 'ml-IN', ISO639: 'ml', ISO3166: 'in' },
maldivian: { IETF: 'dv-MV', ISO639: 'dv', ISO3166: 'mv' },
maltese: { IETF: 'mt-MT', ISO639: 'mt', ISO3166: 'mt' },
mandara: { IETF: 'mfi-CM', ISO639: 'mfi', ISO3166: 'cm' },
manipuri: { IETF: 'mni-IN', ISO639: 'mni', ISO3166: 'in' },
'manx gaelic': { IETF: 'gv-IM', ISO639: 'gv', ISO3166: 'im' },
maori: { IETF: 'mi-NZ', ISO639: 'mi', ISO3166: 'nz' },
marathi: { IETF: 'mr-IN', ISO639: 'mr', ISO3166: 'in' },
margi: { IETF: 'mrt-NG', ISO639: 'mrt', ISO3166: 'ng' },
mari: { IETF: 'mhr-RU', ISO639: 'mhr', ISO3166: 'xx' },
marshallese: { IETF: 'mh-MH', ISO639: 'mh', ISO3166: 'mh' },
mende: { IETF: 'men-SL', ISO639: 'men', ISO3166: 'sl' },
meru: { IETF: 'mer-KE', ISO639: 'mer', ISO3166: 'ke' },
mijikenda: { IETF: 'nyf-KE', ISO639: 'nyf', ISO3166: 'ke' },
minangkabau: { IETF: 'min-ID', ISO639: 'min', ISO3166: 'id' },
mizo: { IETF: 'lus-IN', ISO639: 'lus', ISO3166: 'in' },
mongolian: { IETF: 'mn-MN', ISO639: 'mn', ISO3166: 'mn' },
montenegrin: { IETF: 'sr-ME', ISO639: 'sr', ISO3166: 'me' },
morisyen: { IETF: 'mfe-MU', ISO639: 'mfe', ISO3166: 'mu' },
'moroccan arabic': { IETF: 'ar-MA', ISO639: 'ar', ISO3166: 'ma' },
mossi: { IETF: 'mos-BF', ISO639: 'mos', ISO3166: 'bf' },
ndau: { IETF: 'ndc-MZ', ISO639: 'ndc', ISO3166: 'mz' },
ndebele: { IETF: 'nr-ZA', ISO639: 'nr', ISO3166: 'za' },
nepali: { IETF: 'ne-NP', ISO639: 'ne', ISO3166: 'np' },
'nigerian fulfulde': { IETF: 'fuv-NG', ISO639: 'fuv', ISO3166: 'ng' },
niuean: { IETF: 'niu-NU', ISO639: 'niu', ISO3166: 'nu' },
'north azerbaijani': { IETF: 'azj-AZ', ISO639: 'azj', ISO3166: 'az' },
sesotho: { IETF: 'nso-ZA', ISO639: 'nso', ISO3166: 'za' },
'northern uzbek': { IETF: 'uzn-UZ', ISO639: 'uzn', ISO3166: 'uz' },
'norwegian bokm<6B>l': { IETF: 'nb-NO', ISO639: 'nb', ISO3166: 'no' },
'norwegian nynorsk': { IETF: 'nn-NO', ISO639: 'nn', ISO3166: 'no' },
nuer: { IETF: 'nus-SS', ISO639: 'nus', ISO3166: 'ss' },
nyanja: { IETF: 'ny-MW', ISO639: 'ny', ISO3166: 'mw' },
occitan: { IETF: 'oc-FR', ISO639: 'oc', ISO3166: 'fr' },
'occitan aran': { IETF: 'oc-ES', ISO639: 'oc', ISO3166: 'es-ct' },
odia: { IETF: 'or-IN', ISO639: 'or', ISO3166: 'in' },
oriya: { IETF: 'ory-IN', ISO639: 'ory', ISO3166: 'in' },
urdu: { IETF: 'ur-PK', ISO639: 'ur', ISO3166: 'pk' },
palauan: { IETF: 'pau-PW', ISO639: 'pau', ISO3166: 'pw' },
pali: { IETF: 'pi-IN', ISO639: 'pi', ISO3166: 'in' },
pangasinan: { IETF: 'pag-PH', ISO639: 'pag', ISO3166: 'ph' },
papiamentu: { IETF: 'pap-CW', ISO639: 'pap', ISO3166: 'cw' },
pashto: { IETF: 'ps-PK', ISO639: 'ps', ISO3166: 'pk' },
persian: { IETF: 'fa-IR', ISO639: 'fa', ISO3166: 'ir' },
pijin: { IETF: 'pis-SB', ISO639: 'pis', ISO3166: 'sb' },
'plateau malagasy': { IETF: 'plt-MG', ISO639: 'plt', ISO3166: 'mg' },
polish: { IETF: 'pl-PL', ISO639: 'pl', ISO3166: 'pl' },
portuguese: { IETF: 'pt-PT', ISO639: 'pt', ISO3166: 'pt' },
'portuguese brazil': { IETF: 'pt-BR', ISO639: 'pt', ISO3166: 'br' },
potawatomi: { IETF: 'pot-US', ISO639: 'pot', ISO3166: 'us' },
punjabi: { IETF: 'pa-IN', ISO639: 'pa', ISO3166: 'in' },
'punjabi (pakistan)': { IETF: 'pnb-PK', ISO639: 'pnb', ISO3166: 'pk' },
quechua: { IETF: 'qu-PE', ISO639: 'qu', ISO3166: 'pe' },
rohingya: { IETF: 'rhg-MM', ISO639: 'rhg', ISO3166: 'mm' },
rohingyalish: { IETF: 'rhl-MM', ISO639: 'rhl', ISO3166: 'mm' },
romanian: { IETF: 'ro-RO', ISO639: 'ro', ISO3166: 'ro' },
romansh: { IETF: 'roh-CH', ISO639: 'roh', ISO3166: 'ch' },
rundi: { IETF: 'run-BI', ISO639: 'run', ISO3166: 'bi' },
'saint lucian creole french': { IETF: 'acf-LC', ISO639: 'acf', ISO3166: 'lc' },
samoan: { IETF: 'sm-WS', ISO639: 'sm', ISO3166: 'ws' },
sango: { IETF: 'sg-CF', ISO639: 'sg', ISO3166: 'cf' },
sanskrit: { IETF: 'sa-IN', ISO639: 'sa', ISO3166: 'in' },
santali: { IETF: 'sat-IN', ISO639: 'sat', ISO3166: 'in' },
sardinian: { IETF: 'sc-IT', ISO639: 'sc', ISO3166: 'it' },
'scots gaelic': { IETF: 'gd-GB', ISO639: 'gd', ISO3166: 'gb-sct' },
sena: { IETF: 'seh-ZW', ISO639: 'seh', ISO3166: 'zw' },
'serbian cyrillic': { IETF: 'sr-Cyrl-RS', ISO639: 'sr', ISO3166: 'rs' },
'serbian latin': { IETF: 'sr-Latn-RS', ISO639: 'sr', ISO3166: 'rs' },
'seselwa creole french': { IETF: 'crs-SC', ISO639: 'crs', ISO3166: 'sc' },
'setswana (south africa)': { IETF: 'tn-ZA', ISO639: 'tn', ISO3166: 'za' },
shan: { IETF: 'shn-MM', ISO639: 'shn', ISO3166: 'mm' },
shona: { IETF: 'sn-ZW', ISO639: 'sn', ISO3166: 'zw' },
sicilian: { IETF: 'scn-IT', ISO639: 'scn', ISO3166: 'it' },
silesian: { IETF: 'szl-PL', ISO639: 'szl', ISO3166: 'pl' },
'sindhi snd': { IETF: 'snd-PK', ISO639: 'snd', ISO3166: 'pk' },
'sindhi sd': { IETF: 'sd-PK', ISO639: 'sd', ISO3166: 'pk' },
sinhala: { IETF: 'si-LK', ISO639: 'si', ISO3166: 'lk' },
slovak: { IETF: 'sk-SK', ISO639: 'sk', ISO3166: 'sk' },
slovenian: { IETF: 'sl-SI', ISO639: 'sl', ISO3166: 'si' },
somali: { IETF: 'so-SO', ISO639: 'so', ISO3166: 'so' },
'sotho southern': { IETF: 'st-LS', ISO639: 'st', ISO3166: 'ls' },
'south azerbaijani': { IETF: 'azb-AZ', ISO639: 'azb', ISO3166: 'az' },
'southern pashto': { IETF: 'pbt-PK', ISO639: 'pbt', ISO3166: 'pk' },
'southwestern dinka': { IETF: 'dik-SS', ISO639: 'dik', ISO3166: 'ss' },
'spanish argentina': { IETF: 'es-AR', ISO639: 'es', ISO3166: 'ar' },
'spanish colombia': { IETF: 'es-CO', ISO639: 'es', ISO3166: 'co' },
'spanish latin america': { IETF: 'es-419', ISO639: 'es', ISO3166: 'do' },
'spanish mexico': { IETF: 'es-MX', ISO639: 'es', ISO3166: 'mx' },
'spanish united states': { IETF: 'es-US', ISO639: 'es', ISO3166: 'es' },
'sranan tongo': { IETF: 'srn-SR', ISO639: 'srn', ISO3166: 'sr' },
'standard latvian': { IETF: 'lvs-LV', ISO639: 'lvs', ISO3166: 'lv' },
'standard malay': { IETF: 'zsm-MY', ISO639: 'zsm', ISO3166: 'my' },
sundanese: { IETF: 'su-ID', ISO639: 'su', ISO3166: 'id' },
swahili: { IETF: 'sw-KE', ISO639: 'sw', ISO3166: 'ke' },
swati: { IETF: 'ss-SZ', ISO639: 'ss', ISO3166: 'sz' },
swedish: { IETF: 'sv-SE', ISO639: 'sv', ISO3166: 'se' },
'swiss german': { IETF: 'de-CH', ISO639: 'de', ISO3166: 'ch' },
'syriac (aramaic)': { IETF: 'syc-TR', ISO639: 'syc', ISO3166: 'tr' },
tagalog: { IETF: 'tl-PH', ISO639: 'tl', ISO3166: 'ph' },
tahitian: { IETF: 'ty-PF', ISO639: 'ty', ISO3166: 'pf' },
tajik: { IETF: 'tg-TJ', ISO639: 'tg', ISO3166: 'tj' },
'tamashek (tuareg)': { IETF: 'tmh-DZ', ISO639: 'tmh', ISO3166: 'dz' },
tamasheq: { IETF: 'taq-ML', ISO639: 'taq', ISO3166: 'ml' },
'tamil india': { IETF: 'ta-IN', ISO639: 'ta', ISO3166: 'in' },
'tamil sri lanka': { IETF: 'ta-LK', ISO639: 'ta', ISO3166: 'lk' },
taroko: { IETF: 'trv-TW', ISO639: 'trv', ISO3166: 'tw' },
tatar: { IETF: 'tt-RU', ISO639: 'tt', ISO3166: 'ru' },
telugu: { IETF: 'te-IN', ISO639: 'te', ISO3166: 'in' },
tetum: { IETF: 'tet-TL', ISO639: 'tet', ISO3166: 'tl' },
thai: { IETF: 'th-TH', ISO639: 'th', ISO3166: 'th' },
tibetan: { IETF: 'bo-CN', ISO639: 'bo', ISO3166: 'cn' },
tigrinya: { IETF: 'ti-ET', ISO639: 'ti', ISO3166: 'et' },
'tok pisin': { IETF: 'tpi-PG', ISO639: 'tpi', ISO3166: 'pg' },
tokelauan: { IETF: 'tkl-TK', ISO639: 'tkl', ISO3166: 'tk' },
tongan: { IETF: 'to-TO', ISO639: 'to', ISO3166: 'to' },
'tosk albanian': { IETF: 'als-AL', ISO639: 'als', ISO3166: 'al' },
tsonga: { IETF: 'ts-ZA', ISO639: 'ts', ISO3166: 'za' },
tswa: { IETF: 'tsc-MZ', ISO639: 'tsc', ISO3166: 'mz' },
tswana: { IETF: 'tn-BW', ISO639: 'tn', ISO3166: 'bw' },
tumbuka: { IETF: 'tum-MW', ISO639: 'tum', ISO3166: 'mw' },
turkmen: { IETF: 'tk-TM', ISO639: 'tk', ISO3166: 'tm' },
tuvaluan: { IETF: 'tvl-TV', ISO639: 'tvl', ISO3166: 'tv' },
twi: { IETF: 'tw-GH', ISO639: 'tw', ISO3166: 'gh' },
udmurt: { IETF: 'udm-RU', ISO639: 'udm', ISO3166: 'xx' },
ukrainian: { IETF: 'uk-UA', ISO639: 'uk', ISO3166: 'ua' },
uma: { IETF: 'ppk-ID', ISO639: 'ppk', ISO3166: 'id' },
umbundu: { IETF: 'umb-AO', ISO639: 'umb', ISO3166: 'ao' },
'uyghur uig': { IETF: 'uig-CN', ISO639: 'uig', ISO3166: 'cn' },
'uyghur ug': { IETF: 'ug-CN', ISO639: 'ug', ISO3166: 'cn' },
uzbek: { IETF: 'uz-UZ', ISO639: 'uz', ISO3166: 'uz' },
venetian: { IETF: 'vec-IT', ISO639: 'vec', ISO3166: 'it' },
vietnamese: { IETF: 'vi-VN', ISO639: 'vi', ISO3166: 'vn' },
'vincentian creole english': { IETF: 'svc-VC', ISO639: 'svc', ISO3166: 'vc' },
'virgin islands creole english': { IETF: 'vic-US', ISO639: 'vic', ISO3166: 'vi' },
wallisian: { IETF: 'wls-WF', ISO639: 'wls', ISO3166: 'wf' },
'waray (philippines)': { IETF: 'war-PH', ISO639: 'war', ISO3166: 'ph' },
welsh: { IETF: 'cy-GB', ISO639: 'cy', ISO3166: 'gb-wls' },
'west central oromo': { IETF: 'gaz-ET', ISO639: 'gaz', ISO3166: 'et' },
'western persian': { IETF: 'pes-IR', ISO639: 'pes', ISO3166: 'ir' },
wolof: { IETF: 'wo-SN', ISO639: 'wo', ISO3166: 'sn' },
xhosa: { IETF: 'xh-ZA', ISO639: 'xh', ISO3166: 'za' },
yiddish: { IETF: 'yi-YD', ISO639: 'yi', ISO3166: 'il' },
yoruba: { IETF: 'yo-NG', ISO639: 'yo', ISO3166: 'ng' },
zulu: { IETF: 'zu-ZA', ISO639: 'zu', ISO3166: 'za' }
};
module.exports = { languages };

View file

@ -1,6 +1,6 @@
const twitchTemplate = `
<img class="user-img" src="" />
<img class="status-circle sender" src="./images/twitch-icon.png" />
<img class="status-circle sender" src="./images/twitch-icon.png" tip="twitch" />
<span class="post-time sender"></span>
<span class="username sender"></span>
<div class="msg-box sender"></div>
@ -15,7 +15,7 @@ const userTemplate = `
`.trim();
const messageTemplate = `
<article class="msg-container user" id="msg-0">
<article class=" user">
<img class="user-img" src="https://gravatar.com/avatar/56234674574535734573000000000001?d=retro" />
<img class="status-circle user" src="./images/twitch-icon.png" />
<span class="post-time user"> 12:00 PM</span>

View file

@ -6,9 +6,6 @@ const axios = require('axios');
const { webFrame, ipcRenderer, shell } = require('electron'); // necessary electron libraries to send data to the app
const io = require('socket.io-client');
const util = require('util');
const exec = util.promisify(require('child_process').exec);
const GoogleTTS = require('node-google-tts-api');
const tts = new GoogleTTS();
@ -39,6 +36,7 @@ const sttModel = document.querySelector('#sttModel'); // obtain the html referen
const ttsAudioDevices = document.querySelector('#ttsAudioDevice'); // obtain the html reference of the installedTTS comboBox
const notificationSoundAudioDevices = document.querySelector('#notificationSoundAudioDevice'); // obtain the html reference of the installedTTS comboBox
const emojiPicker = document.body.querySelector('emoji-picker');
const lol = document.body.querySelector('country-flag-emoji-polyfill');
// laod local javascript files
const chat = require(path.join(__dirname, './js/chat'));
@ -62,7 +60,8 @@ const server = require(path.join(__dirname, './js/server'));
const backend = require(path.join(__dirname, './js/backend'));
const socket = io(`http://localhost:${settings.GENERAL.PORT}`); // Connect to your Socket.IO server
const twitch = settings.TWITCH.USE_TWITCH ? require(path.join(__dirname, './js/twitch')) : '';
let twitch = null;
twitch = settings.TWITCH.USE_TWITCH ? require(path.join(__dirname, './js/twitch')) : '';
const Polly = settings.AMAZON.USE_AMAZON ? require(path.join(__dirname, './js/amazon')) : '';
const google = settings.GOOGLE.USE_GOOGLE ? require(path.join(__dirname, './js/google')) : '';
@ -73,6 +72,8 @@ let ttsRequestCount = 0;
ttsRequestCount = 0;
let customEmojis = [];
customEmojis = [];
let messageId = 0;
messageId = 0;
// initialize values
config.getGeneralSettings();
@ -135,6 +136,7 @@ fs.readdir(sttModels, (err, files) => {
sttModel.value = settings.STT.LANGUAGE;
});
// TODO: refactor obtaining audio devices.
async function getAudioDevices() {
if (!navigator.mediaDevices || !navigator.mediaDevices.enumerateDevices) {
return;
@ -144,11 +146,14 @@ async function getAudioDevices() {
const audioOutputDevices = devices.filter(device => device.kind === 'audiooutput');
audioOutputDevices.forEach(device => {
const option = document.createElement('option');
option.text = device.label || `Output ${device.deviceId}`;
option.value = device.deviceId;
ttsAudioDevices.appendChild(option);
notificationSoundAudioDevices.appendChild(option);
const option1 = document.createElement('option');
const option2 = document.createElement('option');
option1.text = device.label || `Output ${device.deviceId}`;
option2.text = device.label || `Output ${device.deviceId}`;
option1.value = device.deviceId;
option2.value = device.deviceId;
ttsAudioDevices.appendChild(option1);
notificationSoundAudioDevices.appendChild(option2);
});
ttsAudioDevices.selectedIndex = settings.AUDIO.SELECTED_TTS_AUDIO_DEVICE;
@ -162,10 +167,12 @@ function setLanguagesinSelect(languageSelector, setting) {
for (const language in languageObject.languages) {
if (Object.prototype.hasOwnProperty.call(languageObject.languages, language)) {
const iso639 = languageObject.languages[language]['ISO-639'];
const IETF = languageObject.languages[language].IETF;
const ISO639 = languageObject.languages[language].ISO639;
const option = document.createElement('option');
option.value = iso639;
option.innerHTML = `${iso639} - ${language}`;
option.value = IETF;
option.innerHTML = `${ISO639} : ${language}`;
languageSelect.appendChild(option);
}
}
@ -173,9 +180,10 @@ function setLanguagesinSelect(languageSelector, setting) {
languageSelect.selectedIndex = setting;
}
setLanguagesinSelect('#language', settings.GENERAL.LANGUAGE);
setLanguagesinSelect('#language', settings.GENERAL.LANGUAGE_INDEX);
setLanguagesinSelect('#defaultLanguage', settings.TTS.PRIMARY_TTS_LANGUAGE_INDEX);
setLanguagesinSelect('#secondaryLanguage', settings.TTS.SECONDARY_TTS_LANGUAGE_INDEX);
setLanguagesinSelect('#TRANSLATE_TO', settings.LANGUAGE.TRANSLATE_TO_INDEX);
function addVoiceService(name) {
function addToselect(select) {
@ -191,13 +199,17 @@ function addVoiceService(name) {
}
// Small tooltip
Array.from(document.body.querySelectorAll('[tip]')).forEach(el => {
function addSingleTooltip(el) {
const tip = document.createElement('div');
const body = document.querySelector('.container');
const element = el;
tip.classList.add('tooltip');
tip.classList.add('tooltiptext');
tip.innerText = el.getAttribute('tip');
if (el.src) {
const image = document.createElement('img');
image.src = el.src;
tip.appendChild(image);
}
tip.style.transform = `translate(${el.hasAttribute('tip-left') ? 'calc(-100% - 5px)' : '15px'}, ${
el.hasAttribute('tip-top') ? '-100%' : '15px'
})`;
@ -205,16 +217,21 @@ Array.from(document.body.querySelectorAll('[tip]')).forEach(el => {
element.onmousemove = e => {
tip.style.left = `${e.x}px`;
tip.style.top = `${e.y}px`;
tip.style.zIndex = 1;
tip.style.visibility = 'visible';
};
element.onmouseleave = e => {
tip.style.visibility = 'hidden';
};
}
Array.from(document.body.querySelectorAll('[tip]')).forEach(el => {
addSingleTooltip(el);
});
function showChatMessage(article) {
document.querySelector('#chatBox').appendChild(article);
if (article !== undefined) {
document.querySelector('#chatBox').appendChild(article);
}
const messages = Array.from(document.body.querySelectorAll('.msg-container'));
@ -285,3 +302,35 @@ if (fs.existsSync(emoteListSavePath)) {
emojiPicker.customEmoji = emotes;
});
}
function getLanguageProperties(languageToDetect) {
const filteredLanguage = Object.keys(languageObject.languages).reduce(function (accumulator, currentValue) {
if (
languageObject.languages[currentValue].IETF === languageToDetect ||
languageObject.languages[currentValue].ISO639 === languageToDetect ||
languageObject.languages[currentValue].ISO3166 === languageToDetect
) {
accumulator[currentValue] = languageObject.languages[currentValue];
}
return accumulator;
}, {});
const language = {
name: Object.getOwnPropertyNames(filteredLanguage)[0],
ISO3166: filteredLanguage[Object.keys(filteredLanguage)[0]].ISO3166,
ISO639: filteredLanguage[Object.keys(filteredLanguage)[0]].ISO639,
IETF: filteredLanguage[Object.keys(filteredLanguage)[0]].IETF
};
return language;
}
document.body.querySelector('#emojis').addEventListener('click', () => {
emojiPicker.style.visibility === 'visible' ? (emojiPicker.style.visibility = 'hidden') : (emojiPicker.style.visibility = 'visible');
});
document.body.addEventListener('click', e => {
if (e.target.id !== 'emojis' && e.target.nodeName !== 'EMOJI-PICKER' && emojiPicker.style.visibility === 'visible') {
emojiPicker.style.visibility = 'hidden';
}
});

View file

@ -15,6 +15,8 @@ function getGeneralSettings() {
// Language detection
document.body.querySelector('#USE_DETECTION').checked = settings.LANGUAGE.USE_DETECTION;
document.body.querySelector('#OUTPUT_TO_TTS').checked = settings.LANGUAGE.OUTPUT_TO_TTS;
document.body.querySelector('#BROADCAST_TRANSLATION').checked = settings.LANGUAGE.BROADCAST_TRANSLATION;
// TTS
document.body.querySelector('#USE_TTS').checked = settings.TTS.USE_TTS;
@ -100,7 +102,7 @@ document.body.querySelector('#sttModel').addEventListener('change', () => {
document.body.querySelector('#defaultLanguage').addEventListener('change', () => {
const select = document.querySelector('#defaultLanguage');
settings.TTS.PRIMARY_TTS_LANGUAGE_INDEX = select.selectedIndex;
settings.TTS.PRIMARY_TTS_LANGUAGE = select.options[select.selectedIndex].text;
settings.TTS.PRIMARY_TTS_LANGUAGE = select.options[select.selectedIndex].value;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification('Saved default language!', 'success');
});
@ -115,11 +117,27 @@ document.body.querySelector('#secondaryVoice').addEventListener('change', () =>
document.body.querySelector('#secondaryLanguage').addEventListener('change', () => {
const select = document.querySelector('#secondaryLanguage');
settings.TTS.SECONDARY_TTS_LANGUAGE_INDEX = select.selectedIndex;
settings.TTS.SECONDARY_TTS_LANGUAGE = select.options[select.selectedIndex].text;
settings.TTS.SECONDARY_TTS_LANGUAGE = select.options[select.selectedIndex].value;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification('Saved secondary language!', 'success');
});
document.body.querySelector('#language').addEventListener('change', () => {
const select = document.querySelector('#language');
settings.GENERAL.LANGUAGE_INDEX = select.selectedIndex;
settings.GENERAL.LANGUAGE = select.options[select.selectedIndex].value;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification('Saved language!', 'success');
});
document.body.querySelector('#TRANSLATE_TO').addEventListener('change', () => {
const select = document.querySelector('#TRANSLATE_TO');
settings.LANGUAGE.TRANSLATE_TO_INDEX = select.selectedIndex;
settings.LANGUAGE.TRANSLATE_TO = select.options[select.selectedIndex].value;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification('Saved primary voice!', 'success');
});
document.body.querySelector('#ttsAudioDevice').addEventListener('change', () => {
settings.AUDIO.TTS_AUDIO_DEVICE = ttsAudioDevices.value;
settings.AUDIO.SELECTED_TTS_AUDIO_DEVICE = ttsAudioDevices.selectedIndex;
@ -138,6 +156,7 @@ document.body.querySelector('#TWITCH_CHANNEL_NAME').addEventListener('change', (
settings.TWITCH.CHANNEL_NAME = document.body.querySelector('#TWITCH_CHANNEL_NAME').value;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification('Saved Channel name, please restart the application to reset twitch service', 'warning');
twitch.getTwitchChannelId();
});
document.body.querySelector('#TWITCH_OAUTH_TOKEN').addEventListener('change', () => {
@ -207,10 +226,13 @@ function createNotification(message = null, type = null) {
alertSound = 'error.mp3';
}
const notfication = new Audio(path.join(resourcesPath, `./sounds/notifications/${alertSound}`));
notfication.volume = settings.AUDIO.NOTIFICATION_VOLUME / 100;
notfication.play();
setTimeout(() => notification.remove(), 10000);
if (settings.AUDIO.USE_NOTIFICATION_SOUNDS) {
const notfication = new Audio(path.join(resourcesPath, `./sounds/notifications/${alertSound}`));
notfication.volume = settings.AUDIO.NOTIFICATION_VOLUME / 100;
notfication.play();
}
setTimeout(() => notification.remove(), 3000);
}
// Check for configs
@ -242,6 +264,10 @@ function toggleRadio(toggle, inputs) {
}
}
document.body.querySelector('#OPEN_SETTINGS_FILE').addEventListener('click', () => {
shell.openExternal(settingsPath);
});
// #region Use Custom theme toggle logic
document.body.querySelector('#USE_CUSTOM_THEME').addEventListener('click', () => {
const toggle = document.getElementById('USE_CUSTOM_THEME').checked;
@ -263,7 +289,7 @@ document.body.querySelector('#min-button').addEventListener('click', () => {
document.body.querySelector('#Info_USERNAME').addEventListener('click', async () => {
const element = document.body.querySelector('#TWITCH_OAUTH_TOKEN');
element.value = await auth.getTwitchOauthToken();
twitch.checkIfTokenIsValid();
createNotification('Saved OAuth token!', 'success');
});
@ -333,11 +359,6 @@ document.body.querySelector('#TestTwitchCredentials').addEventListener('click',
// resetTwitch(;
});
document.body.querySelector('#GetTwitchEmotes').addEventListener('click', () => {
twitch.getUserAvailableTwitchEmotes('#GetTwitchEmotes');
// resetTwitch(;
});
function toggleTwitch() {
const toggle = settings.TWITCH.USE_TWITCH;
const inputs = document.getElementsByClassName('inputTwitch');
@ -467,6 +488,36 @@ document.body.querySelector('#USE_STT').addEventListener('change', () => {
createNotification(`${toggle ? 'Enabled' : 'Disabled'} speech to text!`, 'success');
});
function toggleOutputToTts() {
const toggle = settings.LANGUAGE.OUTPUT_TO_TTS;
const inputs = document.getElementsByClassName('outputToTtsInput');
toggleRadio(toggle, inputs);
}
toggleOutputToTts();
document.body.querySelector('#OUTPUT_TO_TTS').addEventListener('change', () => {
let toggle = document.getElementById('OUTPUT_TO_TTS').checked;
if (!settings.TTS.USE_TTS) {
toggle = false;
createNotification('Enable TTS first', 'error');
return;
}
settings.LANGUAGE.OUTPUT_TO_TTS = toggle;
const inputs = document.getElementsByClassName('outputToTtsInput');
toggleRadio(toggle, inputs);
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification(`${toggle ? 'Enabled' : 'Disabled'} Outputting translations to TTS!`, 'success');
});
document.body.querySelector('#BROADCAST_TRANSLATION').addEventListener('change', () => {
const toggle = document.getElementById('BROADCAST_TRANSLATION').checked;
settings.LANGUAGE.BROADCAST_TRANSLATION = toggle;
fs.writeFileSync(settingsPath, ini.stringify(settings));
createNotification(`${toggle ? 'Enabled' : 'Disabled'} Language detection!`, 'success');
});
function toggleLanguageDetection() {
const toggle = settings.LANGUAGE.USE_DETECTION;
const inputs = document.getElementsByClassName('languageDetectionInput');
@ -478,6 +529,14 @@ toggleLanguageDetection();
document.body.querySelector('#USE_DETECTION').addEventListener('change', () => {
const toggle = document.getElementById('USE_DETECTION').checked;
settings.LANGUAGE.USE_DETECTION = toggle;
if (!toggle) {
settings.LANGUAGE.BROADCAST_TRANSLATION = false;
document.body.querySelector('#BROADCAST_TRANSLATION').checked = false;
settings.LANGUAGE.OUTPUT_TO_TTS = false;
document.body.querySelector('#OUTPUT_TO_TTS').checked = false;
}
fs.writeFileSync(settingsPath, ini.stringify(settings));
const inputs = document.getElementsByClassName('languageDetectionInput');
toggleRadio(toggle, inputs);
@ -588,6 +647,9 @@ document.body.querySelector('#ttsVolume').addEventListener('change', () => {
});
document.body.querySelector('#TestDefaultTTSButton').addEventListener('click', async () => {
if (!settings.TTS.PRIMARY_VOICE) {
return;
}
const text = document.getElementById('testPrimaryTTS').value;
const requestData = {
message: `user: ${text}`,
@ -599,6 +661,9 @@ document.body.querySelector('#TestDefaultTTSButton').addEventListener('click', a
});
document.body.querySelector('#TestSecondaryTTSButton').addEventListener('click', async () => {
if (!settings.TTS.SECONDARY_VOICE) {
return;
}
const text = document.getElementById('testSecondaryTTS').value;
const requestData = {
message: `user: ${text}`,
@ -678,13 +743,7 @@ document.body.querySelector('emoji-picker').addEventListener('emoji-click', e =>
div.focus();
});
// #region Use Custom theme toggle logic
document.body.querySelector('#emojis').addEventListener('click', () => {
const emojiPicker = document.body.querySelector('#emoji-picker');
// console.log(emojiPicker);
emojiPicker.style.visibility === 'visible' ? (emojiPicker.style.visibility = 'hidden') : (emojiPicker.style.visibility = 'visible');
});
module.exports = {
getGeneralSettings
getGeneralSettings,
createNotification
};

View file

@ -1,8 +1,5 @@
/* global ttsAudioFile, path, resourcesPath, settings, fs, notificationSound, backend, socket, requestData */
/* global ttsAudioFile, path, getLanguageProperties, resourcesPath, settings, fs, notificationSound, backend, socket, requestData */
let trueMessage = '';
let currentLogoUrl = '';
let currentUsername = '';
const voiceSoundArray = [];
let status = 0;
const counter = 0;
@ -11,7 +8,6 @@ const playTTS = data =>
new Promise(resolve => {
ttsAudioFile = path.join(resourcesPath, `./sounds/tts/${data.service}_${data.count}.mp3`);
const tts = new Audio(ttsAudioFile);
// console.log(settings.AUDIO.TTS_AUDIO_DEVICE);
tts.setSinkId(settings.AUDIO.TTS_AUDIO_DEVICE);
tts.addEventListener('ended', () => {
@ -89,24 +85,20 @@ function playAudio(data) {
}
}
async function playVoice(filteredMessage, logoUrl, username, message) {
trueMessage = filteredMessage;
currentLogoUrl = logoUrl;
currentUsername = username;
const textObject = { filtered: filteredMessage, formatted: message };
let voice;
textObject.filtered = `${username}: ${filteredMessage}`;
async function playVoice(message) {
if (!settings.TTS.PRIMARY_VOICE) {
return;
}
const textObject = { filtered: message.filteredMessage, formatted: message.formattedMessage };
let voice = settings.TTS.PRIMARY_VOICE;
textObject.filtered = `${message.username}: ${message.filteredMessage}`;
// if (
// settings.TTS.PRIMARY_TTS_LANGUAGE.toLowerCase() !== settings.TTS.SECONDARY_TTS_LANGUAGE.toLowerCase() &&
// language[0].lang === settings.TTS.SECONDARY_TTS_LANGUAGE.toLowerCase()
// ) {
// voice = settings.TTS.SECONDARY_TTS_NAME;
// textObject.filtered = `${username}: ${filteredMessage}`;
// } else {
// voice = settings.TTS.PRIMARY_TTS_NAME;
// textObject.filtered = `${username}: ${filteredMessage}`;
// }
if (settings.LANGUAGE.USE_DETECTION && settings.TTS.SECONDARY_VOICE && settings.LANGUAGE.OUTPUT_TO_TTS) {
const secondaryTTSLanguage = getLanguageProperties(settings.TTS.SECONDARY_TTS_LANGUAGE);
if (message.language.ISO639 === secondaryTTSLanguage.ISO639) {
voice = settings.TTS.SECONDARY_VOICE;
}
}
const service = document.getElementById('primaryTTSService').value;
@ -114,7 +106,7 @@ async function playVoice(filteredMessage, logoUrl, username, message) {
case 'Internal': {
const requestData = {
message: textObject.filtered,
voice: settings.TTS.PRIMARY_VOICE
voice: voice
};
const count = await backend.getInternalTTSAudio(requestData);
@ -130,10 +122,8 @@ async function playVoice(filteredMessage, logoUrl, username, message) {
}
if (settings.MODULES.USE_CHATBUBBLE) {
socket.emit('xxx', currentLogoUrl, currentUsername, textObject);
socket.emit('xxx', message);
}
playNotificationSound();
}
module.exports = { playAudio, playVoice, playNotificationSound };

View file

@ -1,4 +1,4 @@
/* global client, fs, main, path, resourcesPath, customEmojis, emojiPicker, settings, options, sound, showChatMessage, messageTemplates, getPostTime */
/* global client, playNotificationSound, messageId, addSingleTooltip, settingsPath, fs, ini, backend, main, path, resourcesPath, customEmojis, emojiPicker,config, settings, options, sound, showChatMessage, messageTemplates, getPostTime */
const tmi = require('tmi.js');
const axios = require('axios');
@ -11,21 +11,75 @@ function sendMessage(message) {
client.say(settings.TWITCH.CHANNEL_NAME, message).catch(console.error);
}
client = new tmi.Client({
options: {
skipUpdatingEmotesets: true
},
identity: {
username: settings.TWITCH.USERNAME,
password: settings.TWITCH.OAUTH_TOKEN
},
channels: [settings.TWITCH.CHANNEL_NAME]
});
if (settings.TWITCH.USERNAME && settings.TWITCH.OAUTH_TOKEN) {
client = new tmi.Client({
options: {
skipUpdatingEmotesets: true
},
identity: {
username: settings.TWITCH.USERNAME,
password: settings.TWITCH.OAUTH_TOKEN
},
channels: [settings.TWITCH.CHANNEL_NAME]
});
client
.connect()
.then(data => {})
.catch(console.error);
client
.connect()
.then(data => {})
.catch(console.error);
client.on('message', (channel, tags, message, self) => {
if (self) {
return;
}
const emotes = tags.emotes || {};
const emoteValues = Object.entries(emotes);
let filteredMessage = message;
let emoteMessage = message;
emoteValues.forEach(entry => {
entry[1].forEach(lol => {
const [start, end] = lol.split('-');
const emote = `<img src="https://static-cdn.jtvnw.net/emoticons/v2/${entry[0]}/default/dark/1.0"/>`;
emoteMessage = emoteMessage.replaceAll(message.slice(parseInt(start), parseInt(end) + 1), emote);
filteredMessage = filteredMessage.replaceAll(message.slice(parseInt(start), parseInt(end) + 1), '');
});
});
const messageObject = parseString(emoteMessage);
getProfileImage(tags['user-id'], tags['display-name'], messageObject, filteredMessage);
});
}
function checkIfTokenIsValid() {
options = {
method: 'GET',
url: 'https://id.twitch.tv/oauth2/validate',
headers: {
Authorization: `OAuth ${settings.TWITCH.OAUTH_TOKEN}`
}
};
axios
.request(options)
.then(response => {
document.getElementById('TWITCH_CHANNEL_NAME').disabled = false;
})
.catch(error => {
console.error(error);
document.getElementById('TWITCH_CHANNEL_NAME').disabled = true;
config.createNotification('Oauth Token is invalid, please obtain a new one', 'error');
});
}
setInterval(checkIfTokenIsValid, 600000);
if (settings.TWITCH.OAUTH_TOKEN) {
checkIfTokenIsValid();
} else {
document.getElementById('TWITCH_CHANNEL_NAME').disabled = true;
}
function ping(element) {
const value = document.body.querySelector(element);
@ -42,16 +96,18 @@ function ping(element) {
});
}
function displayTwitchMessage(logoUrl, username, messageObject, fileteredMessage) {
async function displayTwitchMessage(logoUrl, username, messageObject, filteredMessage) {
const article = document.createElement('article');
article.className = 'msg-container sender';
article.setAttribute('id', messageId);
article.innerHTML = messageTemplates.twitchTemplate;
const userImg = article.querySelector('.user-img');
if (userImg) {
userImg.src = logoUrl;
userImg.setAttribute('tip', '');
}
addSingleTooltip(userImg);
const usernameHtml = article.querySelector('.username');
if (usernameHtml) {
@ -66,28 +122,48 @@ function displayTwitchMessage(logoUrl, username, messageObject, fileteredMessage
article.appendChild(postTime);
const msg = article.querySelector('.msg-box');
if (msg) {
const formattedMessage = article.querySelector('.msg-box');
if (formattedMessage) {
messageObject.forEach(entry => {
if (entry.text) {
msg.innerHTML += entry.text;
formattedMessage.innerHTML += entry.text;
} else {
msg.innerHTML += entry.html;
formattedMessage.innerHTML += entry.html;
}
});
}
if (settings.LANGUAGE.USE_DETECTION) {
await backend.getDetectedLanguage({ message: filteredMessage, messageId, username, logoUrl, formattedMessage }).then(language => {
const languageElement = document.createElement('span');
languageElement.classList = `fi fi-${language.ISO3166} fis`;
languageElement.setAttribute('tip', language.name);
article.appendChild(languageElement);
addSingleTooltip(languageElement);
// Appends the message to the main chat box (shows the message)
showChatMessage(article);
// Appends the message to the main chat box (shows the message)
showChatMessage(article);
if (fileteredMessage) {
sound.playVoice(fileteredMessage, logoUrl, username, msg);
if (filteredMessage && !settings.LANGUAGE.OUTPUT_TO_TTS) {
sound.playVoice({ filteredMessage, logoUrl, username, formattedMessage, language });
}
window.article = article;
});
} else {
showChatMessage(article);
if (filteredMessage) {
sound.playVoice({ filteredMessage, logoUrl, username, formattedMessage });
}
window.article = article;
}
window.article = article;
messageId++;
sound.playNotificationSound();
}
function getProfileImage(userid, username, message, fileteredMessage) {
function getProfileImage(userid, username, message, filteredMessage) {
// Get user Logo with access token
options = {
method: 'GET',
@ -99,7 +175,7 @@ function getProfileImage(userid, username, message, fileteredMessage) {
.request(options)
.then(responseLogoUrl => {
logoUrl = responseLogoUrl.data.data[0].profile_image_url;
displayTwitchMessage(logoUrl, username, message, fileteredMessage);
displayTwitchMessage(logoUrl, username, message, filteredMessage);
})
.catch(error => {
console.error(error);
@ -123,28 +199,6 @@ function parseString(inputString) {
return result;
}
client.on('message', (channel, tags, message, self) => {
if (self) {
return;
}
const emotes = tags.emotes || {};
const emoteValues = Object.entries(emotes);
let filteredMessage = message;
let emoteMessage = message;
emoteValues.forEach(entry => {
entry[1].forEach(lol => {
const [start, end] = lol.split('-');
const emote = `<img src="https://static-cdn.jtvnw.net/emoticons/v2/${entry[0]}/default/dark/1.0"/>`;
emoteMessage = emoteMessage.replaceAll(message.slice(parseInt(start), parseInt(end) + 1), emote);
filteredMessage = filteredMessage.replaceAll(message.slice(parseInt(start), parseInt(end) + 1), '');
});
});
const messageObject = parseString(emoteMessage);
getProfileImage(tags['user-id'], tags['display-name'], messageObject, filteredMessage);
});
function saveTwitchEmotesToFile(TwitchEmotes) {
const data = JSON.stringify(TwitchEmotes);
const savePath =
@ -164,33 +218,19 @@ function saveTwitchEmotesToFile(TwitchEmotes) {
});
}
async function formatGlobalTwitchEmotes(emotes, name) {
for (const emote of emotes) {
const emojiToBeAdded = {
name: emote.name,
shortcodes: [emote.name],
url: emote.images.url_1x,
category: name
};
await customEmojis.push(emojiToBeAdded);
}
emojiPicker.customEmoji = customEmojis;
saveTwitchEmotesToFile(customEmojis);
}
function formatFollowedChannelsTwitchEmotes(channel) {
function formatTwitchEmotes(channel) {
if (channel.emotes.length === 0) {
return;
}
channel.emotes.forEach(emote => {
if (emote.emote_type === 'bitstier') {
if (channel.name !== 'Twitch Global' && emote.emote_type === 'bitstier') {
return;
}
if (emote.emote_type === 'subscriptions' && parseInt(channel.tier) < parseInt(emote.tier)) {
if (channel.name !== 'Twitch Global' && emote.emote_type === 'subscriptions' && parseInt(channel.tier) < parseInt(emote.tier)) {
return;
}
if (emote.emote_type === 'follower ' && parseInt(channel.tier) === '0') {
if (channel.name !== 'Twitch Global' && emote.emote_type === 'follower ' && parseInt(channel.tier) === 0) {
return;
}
const emojiToBeAdded = {
@ -205,7 +245,7 @@ function formatFollowedChannelsTwitchEmotes(channel) {
saveTwitchEmotesToFile(customEmojis);
}
function getTwitchChannelFollows(paginationToken) {
function getTwitchUserFollows(paginationToken) {
let url = '';
if (!paginationToken) {
url = `https://api.twitch.tv/helix/channels/followed?user_id=${settings.TWITCH.USER_ID}&first=100`;
@ -227,11 +267,15 @@ function getTwitchChannelFollows(paginationToken) {
// console.log(responseLogoUrl);
responseLogoUrl.data.data.forEach(channel => {
twitchChannels.push({ broadcaster_id: channel.broadcaster_id, broadcaster_name: channel.broadcaster_name, tier: '0' });
twitchChannels.push({
broadcaster_id: channel.broadcaster_id,
broadcaster_name: channel.broadcaster_name,
tier: '0'
});
});
if (Object.keys(responseLogoUrl.data.pagination).length !== 0) {
getTwitchChannelFollows(responseLogoUrl.data.pagination.cursor);
getTwitchUserFollows(responseLogoUrl.data.pagination.cursor);
} else {
getTwitchChannelSubscriptions(twitchChannels);
}
@ -255,7 +299,6 @@ function getTwitchChannelSubscriptions(channels) {
axios
.request(options)
.then(responseLogoUrl => {
// console.log(responseLogoUrl);
const objIndex = twitchChannels.findIndex(obj => obj.broadcaster_id === channel.broadcaster_id);
twitchChannels[objIndex].tier = responseLogoUrl.data.data[0].tier;
getTwitchChannelEmotes(channel);
@ -282,14 +325,9 @@ function getTwitchChannelEmotes(channel) {
axios
.request(options)
.then(responseLogoUrl => {
// console.log(channel.broadcaster_id);
if (channel.broadcaster_id === '98553286') {
// console.log(responseLogoUrl);
// console.log(channel);
}
if (responseLogoUrl.data.data.length !== 0) {
channel.emotes = responseLogoUrl.data.data;
formatFollowedChannelsTwitchEmotes(channel);
formatTwitchEmotes(channel);
}
})
.catch(error => {
@ -297,7 +335,7 @@ function getTwitchChannelEmotes(channel) {
});
}
function getTwitchGLobalEmotes() {
function getTwitchGlobalEmotes() {
// Get user Logo with access token
options = {
method: 'GET',
@ -311,37 +349,7 @@ function getTwitchGLobalEmotes() {
axios
.request(options)
.then(responseLogoUrl => {
formatGlobalTwitchEmotes(responseLogoUrl.data.data, 'Twitch Global');
// console.log(responseLogoUrl);
})
.catch(error => {
console.error(error);
});
}
function getCurrentTwitchChannelId(channelId) {
let channel = {};
options = {
method: 'GET',
url: `https://api.twitch.tv/helix/users?${channelId !== undefined ? 'id=' + channelId : 'login=' + settings.TWITCH.CHANNEL_NAME}`,
headers: {
'Client-ID': settings.TWITCH.CLIENT_ID,
Authorization: `Bearer ${settings.TWITCH.OAUTH_TOKEN}`
}
};
axios
.request(options)
.then(responseData => {
// console.log(responseData);
channel = { broadcaster_id: responseData.data.data[0].id, broadcaster_name: responseData.data.data[0].display_name, tier: '0' };
if (responseData.data.data[0].id !== settings.TWITCH.USER_ID) {
getCurrentTwitchChannelId(settings.TWITCH.USER_ID);
channel.tier = '0';
} else {
channel.tier = '3000';
}
getTwitchChannelEmotes(channel);
formatTwitchEmotes({ broadcaster_name: 'Twitch Global', emotes: responseLogoUrl.data.data });
})
.catch(error => {
console.error(error);
@ -350,10 +358,90 @@ function getCurrentTwitchChannelId(channelId) {
async function getUserAvailableTwitchEmotes() {
if (settings.TWITCH.OAUTH_TOKEN) {
await getTwitchGLobalEmotes();
await getTwitchChannelFollows();
await getCurrentTwitchChannelId();
await getTwitchGlobalEmotes();
await getTwitchUserFollows();
await getTwitchChannelEmotes({
broadcaster_id: settings.TWITCH.USER_ID,
broadcaster_name: settings.TWITCH.USERNAME,
tier: '3000'
});
await getTwitchChannelEmotes({
broadcaster_id: settings.TWITCH.CHANNEL_USER_ID,
broadcaster_name: settings.TWITCH.CHANNEL_NAME,
tier: '1'
});
}
}
module.exports = { sendMessage, ping, client, getUserAvailableTwitchEmotes };
function getTwitchChannelId() {
options = {
method: 'GET',
url: `https://api.twitch.tv/helix/users?login=${settings.TWITCH.CHANNEL_NAME}`,
headers: {
'Client-ID': settings.TWITCH.CLIENT_ID,
Authorization: `Bearer ${settings.TWITCH.OAUTH_TOKEN}`
}
};
axios
.request(options)
.then(responseLogoUrl => {
settings.TWITCH.CHANNEL_USER_ID = responseLogoUrl.data.data[0].id;
fs.writeFileSync(settingsPath, ini.stringify(settings));
config.createNotification('Obtained channel info succesfully', 'success');
getUserAvailableTwitchEmotes();
})
.catch(error => {
console.error(error);
config.createNotification('could not obtain channel info, please try again', 'error');
});
}
function getTwitchUserId() {
// Get user Logo with access token
options = {
method: 'GET',
url: 'https://api.twitch.tv/helix/users',
headers: {
'Client-ID': settings.TWITCH.CLIENT_ID,
Authorization: `Bearer ${settings.TWITCH.OAUTH_TOKEN}`
}
};
axios
.request(options)
.then(responseLogoUrl => {
// console.log(responseLogoUrl.data.data[0]);
settings.TWITCH.USERNAME = responseLogoUrl.data.data[0].display_name;
settings.TWITCH.USER_LOGO_URL = responseLogoUrl.data.data[0].profile_image_url;
settings.TWITCH.USER_ID = responseLogoUrl.data.data[0].id;
fs.writeFileSync(settingsPath, ini.stringify(settings));
config.createNotification('Obtained user info succesfully', 'success');
})
.catch(error => {
console.error(error);
config.createNotification('could not obtain user info, please try again', 'error');
});
}
// const Sockette = require('sockette');
// const ws = new Sockette('wss://eventsub.wss.twitch.tv/ws', {
// timeout: 5e3,
// maxAttempts: 10,
// onopen: e => console.log('Connected!', e),
// onmessage: e => console.log('Received:', e),
// onreconnect: e => console.log('Reconnecting...', e),
// onmaximum: e => console.log('Stop Attempting!', e),
// onclose: e => console.log('Closed!', e),
// onerror: e => console.log('Error:', e)
// });
// ws.send('Hello, world!');
// ws.json({ type: 'ping' });
// ws.close(); // graceful shutdown
// Reconnect 10s later
// setTimeout(ws.reconnect, 10e3);
module.exports = { sendMessage, ping, client, getUserAvailableTwitchEmotes, getTwitchChannelId, getTwitchUserId, checkIfTokenIsValid };

View file

@ -76,6 +76,7 @@ app.whenReady().then(() => {
app.on('window-all-closed', event => {
if (process.platform !== 'darwin') {
kill('loquendoBot_backend');
app.quit();
}
});
@ -88,6 +89,7 @@ app.on('activate', () => {
app.on('before-quit', () => {
window.webContents.send('quit-event');
kill('loquendoBot_backend');
});
ipcMain.on('resize-window', (event, width, height) => {
@ -134,21 +136,28 @@ async function createIniFile() {
POSITION_Y: 0,
WIDTH: 1024,
HEIGHT: 768,
LANGUAGE: 'EN',
LANGUAGE: 'none',
LANGUAGE_INDEX: '0',
PORT: 9000,
VIEWERS_PANEL: false,
LOCATION: pythonPath,
ZOOMLEVEL: 1
},
LANGUAGE: {
USE_DETECTION: false
USE_DETECTION: false,
TRANSLATE_TO: 'none',
LANGUAGE_INDEX: '0',
BROADCAST_TRANSLATION: false,
OUTPUT_TO: false
},
TTS: {
USE_TTS: true,
USE_TTS: false,
PRIMARY_VOICE: '',
PRIMARY_TTS_LANGUAGE: 'EN',
PRIMARY_TTS_LANGUAGE: 'none',
SECONDARY_VOICE: '',
SECONDARY_TTS_LANGUAGE: 'EN'
SECONDARY_TTS_LANGUAGE: 'none',
PRIMARY_TTS_LANGUAGE_INDEX: 0,
SECONDARY_TTS_LANGUAGE_INDEX: 0
},
STT: {
USE_STT: false,
@ -158,7 +167,7 @@ async function createIniFile() {
LANGUAGE: 'vosk-model-small-es-0.42'
},
AUDIO: {
USE_NOTIFICATION_SOUNDS: true,
USE_NOTIFICATION_SOUNDS: false,
SELECTED_NOTIFICATION_AUDIO_DEVICE: 'default',
NOTIFICATION_AUDIO_DEVICE: 0,
NOTIFICATION_SOUND: 0,
@ -182,6 +191,7 @@ async function createIniFile() {
TWITCH: {
USE_TWITCH: false,
CHANNEL_NAME: '',
CHANNEL_USER_ID: '',
USERNAME: '',
USER_ID: '',
USER_LOGO_URL: '',