Voice cloning

import com.alibaba.dashscope.audio.omni.*;
import com.alibaba.dashscope.exception.NoApiKeyException;
import com.google.gson.Gson;
import com.google.gson.JsonObject;

import javax.sound.sampled.*;
import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.ByteBuffer;
import java.nio.file.*;
import java.nio.charset.StandardCharsets;
import java.util.Arrays;
import java.util.Base64;
import java.util.Queue;
import java.util.concurrent.ConcurrentLinkedQueue;
import java.util.concurrent.atomic.AtomicBoolean;

public class Main {
  private static final String TARGET_MODEL = "qwen3.5-omni-plus-realtime";
  private static final String PREFERRED_NAME = "guanyu";
  private static final String AUDIO_FILE = "voice.mp3";
  private static final String AUDIO_MIME_TYPE = "audio/mpeg";

  public static String toDataUrl(String filePath) throws IOException {
    byte[] bytes = Files.readAllBytes(Paths.get(filePath));
    String encoded = Base64.getEncoder().encodeToString(bytes);
    return "data:" + AUDIO_MIME_TYPE + ";base64," + encoded;
  }

  public static String createVoice() throws Exception {
    String apiKey = System.getenv("DASHSCOPE_API_KEY");
    String jsonPayload =
        "{"
            + "\"model\": \"qwen-voice-enrollment\","
            + "\"input\": {"
            +     "\"action\": \"create\","
            +     "\"target_model\": \"" + TARGET_MODEL + "\","
            +     "\"preferred_name\": \"" + PREFERRED_NAME + "\","
            +     "\"audio\": {"
            +         "\"data\": \"" + toDataUrl(AUDIO_FILE) + "\""
            +     "}"
            + "}"
            + "}";

    String url = "https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization";
    HttpURLConnection con = (HttpURLConnection) new URL(url).openConnection();
    con.setRequestMethod("POST");
    con.setRequestProperty("Authorization", "Bearer " + apiKey);
    con.setRequestProperty("Content-Type", "application/json");
    con.setDoOutput(true);

    try (OutputStream os = con.getOutputStream()) {
      os.write(jsonPayload.getBytes(StandardCharsets.UTF_8));
    }

    int status = con.getResponseCode();
    try (BufferedReader br = new BufferedReader(
        new InputStreamReader(status >= 200 && status < 300 ? con.getInputStream() : con.getErrorStream(),
            StandardCharsets.UTF_8))) {
      StringBuilder response = new StringBuilder();
      String line;
      while ((line = br.readLine()) != null) {
        response.append(line);
      }
      if (status == 200) {
        JsonObject jsonObj = new Gson().fromJson(response.toString(), JsonObject.class);
        return jsonObj.getAsJsonObject("output").get("voice").getAsString();
      }
      throw new IOException("Failed to create voice: " + status + " - " + response);
    }
  }

  static class SimpleAudioPlayer {
    private final SourceDataLine line;
    private final Queue<byte[]> audioQueue = new ConcurrentLinkedQueue<>();
    private final Thread playerThread;
    private final AtomicBoolean shouldStop = new AtomicBoolean(false);

    public SimpleAudioPlayer() throws LineUnavailableException {
      AudioFormat format = new AudioFormat(24000, 16, 1, true, false);
      line = AudioSystem.getSourceDataLine(format);
      line.open(format);
      line.start();
      playerThread = new Thread(() -> {
        while (!shouldStop.get()) {
          byte[] audio = audioQueue.poll();
          if (audio != null) {
            line.write(audio, 0, audio.length);
          } else {
            try { Thread.sleep(10); } catch (InterruptedException ignored) {}
          }
        }
      }, "AudioPlayer");
      playerThread.start();
    }

    public void play(String base64Audio) {
      audioQueue.add(Base64.getDecoder().decode(base64Audio));
    }

    public void close() {
      shouldStop.set(true);
      try { playerThread.join(1000); } catch (InterruptedException ignored) {}
      line.drain();
      line.close();
    }
  }

  public static void main(String[] args) {
    try {
      String voice = createVoice();
      System.out.println("Voice cloning complete. Voice: " + voice);

      SimpleAudioPlayer player = new SimpleAudioPlayer();
      AtomicBoolean shouldStop = new AtomicBoolean(false);

      OmniRealtimeParam param = OmniRealtimeParam.builder()
          .model(TARGET_MODEL)
          .apikey(System.getenv("DASHSCOPE_API_KEY"))
          .url("wss://dashscope-intl.aliyuncs.com/api-ws/v1/realtime")
          .build();

      OmniRealtimeConversation conversation = new OmniRealtimeConversation(param, new OmniRealtimeCallback() {
        @Override public void onOpen() { System.out.println("Connection established"); }
        @Override public void onClose(int code, String reason) {
          System.out.println("Connection closed (" + code + "): " + reason);
          shouldStop.set(true);
        }
        @Override public void onEvent(JsonObject event) {
          String type = event.get("type").getAsString();
          if ("response.audio.delta".equals(type)) {
            player.play(event.get("delta").getAsString());
          } else if ("conversation.item.input_audio_transcription.completed".equals(type)) {
            System.out.println("[User] " + event.get("transcript").getAsString());
          } else if ("response.audio_transcript.done".equals(type)) {
            System.out.println("[LLM] " + event.get("transcript").getAsString());
          }
        }
      });

      conversation.connect();
      conversation.updateSession(OmniRealtimeConfig.builder()
          .modalities(Arrays.asList(OmniRealtimeModality.AUDIO, OmniRealtimeModality.TEXT))
          .voice(voice)
          .enableTurnDetection(true)
          .enableInputAudioTranscription(true)
          .build()
      );

      System.out.println("Conversation started. Speak into the microphone (Ctrl+C to exit)...");
      AudioFormat format = new AudioFormat(16000, 16, 1, true, false);
      TargetDataLine mic = AudioSystem.getTargetDataLine(format);
      mic.open(format);
      mic.start();

      ByteBuffer buffer = ByteBuffer.allocate(3200);
      while (!shouldStop.get()) {
        int bytesRead = mic.read(buffer.array(), 0, buffer.capacity());
        if (bytesRead > 0) {
          conversation.appendAudio(Base64.getEncoder().encodeToString(buffer.array()));
        }
        Thread.sleep(20);
      }

      conversation.close(1000, "Normal exit");
      player.close();
      mic.close();
      System.out.println("\nConversation ended");
    } catch (NoApiKeyException e) {
      System.err.println("API KEY not found. Set the DASHSCOPE_API_KEY environment variable.");
    } catch (Exception e) {
      e.printStackTrace();
    }
    System.exit(0);
  }
}

import com.google.gson.Gson;
import com.google.gson.JsonObject;

import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.nio.file.*;
import java.nio.charset.StandardCharsets;
import java.util.Base64;

public class Main {
  private static final String TARGET_MODEL = "qwen3.5-omni-plus";
  private static final String PREFERRED_NAME = "guanyu";
  private static final String AUDIO_FILE = "voice.mp3";
  private static final String AUDIO_MIME_TYPE = "audio/mpeg";

  public static void writeWav(String path, byte[] pcmData, int sampleRate) throws IOException {
    int channels = 1, bitsPerSample = 16;
    int byteRate = sampleRate * channels * bitsPerSample / 8;
    int blockAlign = channels * bitsPerSample / 8;
    ByteBuffer header = ByteBuffer.allocate(44).order(ByteOrder.LITTLE_ENDIAN);
    header.put("RIFF".getBytes()); header.putInt(36 + pcmData.length);
    header.put("WAVE".getBytes()); header.put("fmt ".getBytes());
    header.putInt(16); header.putShort((short) 1); header.putShort((short) channels);
    header.putInt(sampleRate); header.putInt(byteRate);
    header.putShort((short) blockAlign); header.putShort((short) bitsPerSample);
    header.put("data".getBytes()); header.putInt(pcmData.length);
    try (FileOutputStream fos = new FileOutputStream(path)) {
      fos.write(header.array());
      fos.write(pcmData);
    }
  }

  public static String toDataUrl(String filePath) throws IOException {
    byte[] bytes = Files.readAllBytes(Paths.get(filePath));
    String encoded = Base64.getEncoder().encodeToString(bytes);
    return "data:" + AUDIO_MIME_TYPE + ";base64," + encoded;
  }

  public static String createVoice() throws Exception {
    String apiKey = System.getenv("DASHSCOPE_API_KEY");
    String jsonPayload =
        "{"
            + "\"model\": \"qwen-voice-enrollment\","
            + "\"input\": {"
            +     "\"action\": \"create\","
            +     "\"target_model\": \"" + TARGET_MODEL + "\","
            +     "\"preferred_name\": \"" + PREFERRED_NAME + "\","
            +     "\"audio\": {"
            +         "\"data\": \"" + toDataUrl(AUDIO_FILE) + "\""
            +     "}"
            + "}"
            + "}";

    String url = "https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization";
    HttpURLConnection con = (HttpURLConnection) new URL(url).openConnection();
    con.setRequestMethod("POST");
    con.setRequestProperty("Authorization", "Bearer " + apiKey);
    con.setRequestProperty("Content-Type", "application/json");
    con.setDoOutput(true);

    try (OutputStream os = con.getOutputStream()) {
      os.write(jsonPayload.getBytes(StandardCharsets.UTF_8));
    }

    int status = con.getResponseCode();
    try (BufferedReader br = new BufferedReader(
        new InputStreamReader(status >= 200 && status < 300 ? con.getInputStream() : con.getErrorStream(),
            StandardCharsets.UTF_8))) {
      StringBuilder response = new StringBuilder();
      String line;
      while ((line = br.readLine()) != null) {
        response.append(line);
      }
      if (status == 200) {
        JsonObject jsonObj = new Gson().fromJson(response.toString(), JsonObject.class);
        return jsonObj.getAsJsonObject("output").get("voice").getAsString();
      }
      throw new IOException("Failed to create voice: " + status + " - " + response);
    }
  }

  public static void main(String[] args) {
    try {
      String apiKey = System.getenv("DASHSCOPE_API_KEY");

      String voice = createVoice();
      System.out.println("Voice cloning complete. Voice: " + voice);

      String requestBody = "{"
          + "\"model\": \"" + TARGET_MODEL + "\","
          + "\"messages\": [{\"role\": \"user\", \"content\": \"Hello, please introduce yourself\"}],"
          + "\"modalities\": [\"text\", \"audio\"],"
          + "\"audio\": {\"voice\": \"" + voice + "\", \"format\": \"wav\"},"
          + "\"stream\": true,"
          + "\"stream_options\": {\"include_usage\": true}"
          + "}";

      String url = "https://dashscope-intl.aliyuncs.com/compatible-mode/v1/chat/completions";
      HttpURLConnection con = (HttpURLConnection) new URL(url).openConnection();
      con.setRequestMethod("POST");
      con.setRequestProperty("Authorization", "Bearer " + apiKey);
      con.setRequestProperty("Content-Type", "application/json");
      con.setDoOutput(true);

      try (OutputStream os = con.getOutputStream()) {
        os.write(requestBody.getBytes(StandardCharsets.UTF_8));
      }

      StringBuilder audioBase64 = new StringBuilder();
      System.out.println("Model response:");

      try (BufferedReader br = new BufferedReader(
          new InputStreamReader(con.getInputStream(), StandardCharsets.UTF_8))) {
        String line;
        while ((line = br.readLine()) != null) {
          if (!line.startsWith("data: ") || line.equals("data: [DONE]")) continue;
          String json = line.substring(6);
          JsonObject chunk = new Gson().fromJson(json, JsonObject.class);
          if (!chunk.has("choices") || chunk.getAsJsonArray("choices").size() == 0) continue;

          JsonObject delta = chunk.getAsJsonArray("choices").get(0)
              .getAsJsonObject().getAsJsonObject("delta");
          if (delta.has("content") && !delta.get("content").isJsonNull()) {
            System.out.print(delta.get("content").getAsString());
          }
          if (delta.has("audio") && !delta.get("audio").isJsonNull()) {
            JsonObject audio = delta.getAsJsonObject("audio");
            if (audio.has("data")) {
              audioBase64.append(audio.get("data").getAsString());
            }
          }
        }
      }

      if (audioBase64.length() > 0) {
        byte[] pcmBytes = Base64.getDecoder().decode(audioBase64.toString());
        writeWav("audio_cloned.wav", pcmBytes, 24000);
        System.out.println("\nAudio saved to: audio_cloned.wav");
      }
    } catch (Exception e) {
      e.printStackTrace();
    }
  }
}

import com.alibaba.dashscope.audio.qwen_tts_realtime.*;
import com.google.gson.Gson;
import com.google.gson.JsonObject;
import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.file.*;
import java.util.Base64;
import java.util.concurrent.CountDownLatch;

public class Main {
  private static final String TARGET_MODEL = "qwen3-tts-vc-realtime-2026-01-15";
  private static final String AUDIO_FILE = "voice.mp3";  // Replace with your audio file

  public static String createVoice() throws Exception {
    String apiKey = System.getenv("DASHSCOPE_API_KEY");
    byte[] bytes = Files.readAllBytes(Paths.get(AUDIO_FILE));
    String encoded = Base64.getEncoder().encodeToString(bytes);
    String dataUri = "data:audio/mpeg;base64," + encoded;

    String jsonPayload = "{\"model\":\"qwen-voice-enrollment\",\"input\":{"
        + "\"action\":\"create\",\"target_model\":\"" + TARGET_MODEL + "\","
        + "\"preferred_name\":\"myvoice\",\"audio\":{\"data\":\"" + dataUri + "\"}}}";

    HttpURLConnection con = (HttpURLConnection) new URL(
        "https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization").openConnection();
    con.setRequestMethod("POST");
    con.setRequestProperty("Authorization", "Bearer " + apiKey);
    con.setRequestProperty("Content-Type", "application/json");
    con.setDoOutput(true);
    try (OutputStream os = con.getOutputStream()) {
      os.write(jsonPayload.getBytes("UTF-8"));
    }

    BufferedReader br = new BufferedReader(new InputStreamReader(con.getInputStream(), "UTF-8"));
    StringBuilder response = new StringBuilder();
    String line;
    while ((line = br.readLine()) != null) response.append(line);
    return new Gson().fromJson(response.toString(), JsonObject.class)
        .getAsJsonObject("output").get("voice").getAsString();
  }

  public static void main(String[] args) throws Exception {
    CountDownLatch latch = new CountDownLatch(1);
    QwenTtsRealtimeParam param = QwenTtsRealtimeParam.builder()
        .model(TARGET_MODEL)
        .url("wss://dashscope-intl.aliyuncs.com/api-ws/v1/realtime")
        .apikey(System.getenv("DASHSCOPE_API_KEY"))
        .build();

    QwenTtsRealtime tts = new QwenTtsRealtime(param, new QwenTtsRealtimeCallback() {
      public void onEvent(JsonObject msg) {
        if (msg.get("type").getAsString().equals("session.finished")) latch.countDown();
      }
    });
    tts.connect();

    QwenTtsRealtimeConfig config = QwenTtsRealtimeConfig.builder()
        .voice(createVoice())
        .responseFormat(QwenTtsRealtimeAudioFormat.PCM_24000HZ_MONO_16BIT)
        .mode("server_commit").build();
    tts.updateSession(config);

    for (String text : new String[]{
        "Today we explore the wonders of speech synthesis.",
        "Each voice carries a unique character.",
        "With voice cloning, you can bring any text to life.",
        "Let's create something amazing together."}) {
      tts.appendText(text);
      Thread.sleep(100);
    }
    tts.finish();
    latch.await();
  }
}

import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversation;
import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversationParam;
import com.alibaba.dashscope.aigc.multimodalconversation.MultiModalConversationResult;
import com.alibaba.dashscope.utils.Constants;
import com.google.gson.Gson;
import com.google.gson.JsonObject;

import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.file.*;
import java.nio.charset.StandardCharsets;
import java.util.Base64;

public class Main {
  private static final String TARGET_MODEL = "qwen3-tts-vc-2026-01-22";
  private static final String AUDIO_FILE = "voice.mp3";  // Replace with your audio file

  public static String createVoice() throws Exception {
    String apiKey = System.getenv("DASHSCOPE_API_KEY");
    byte[] bytes = Files.readAllBytes(Paths.get(AUDIO_FILE));
    String encoded = Base64.getEncoder().encodeToString(bytes);
    String dataUri = "data:audio/mpeg;base64," + encoded;

    String jsonPayload = "{\"model\":\"qwen-voice-enrollment\",\"input\":{"
        + "\"action\":\"create\",\"target_model\":\"" + TARGET_MODEL + "\","
        + "\"preferred_name\":\"myvoice\",\"audio\":{\"data\":\"" + dataUri + "\"}}}";

    HttpURLConnection con = (HttpURLConnection) new URL(
        "https://dashscope-intl.aliyuncs.com/api/v1/services/audio/tts/customization").openConnection();
    con.setRequestMethod("POST");
    con.setRequestProperty("Authorization", "Bearer " + apiKey);
    con.setRequestProperty("Content-Type", "application/json");
    con.setDoOutput(true);
    try (OutputStream os = con.getOutputStream()) {
      os.write(jsonPayload.getBytes(StandardCharsets.UTF_8));
    }

    BufferedReader br = new BufferedReader(new InputStreamReader(con.getInputStream(), StandardCharsets.UTF_8));
    StringBuilder response = new StringBuilder();
    String line;
    while ((line = br.readLine()) != null) response.append(line);
    return new Gson().fromJson(response.toString(), JsonObject.class)
        .getAsJsonObject("output").get("voice").getAsString();
  }

  public static void main(String[] args) {
    try {
      Constants.baseHttpApiUrl = "https://dashscope-intl.aliyuncs.com/api/v1";
      MultiModalConversation conv = new MultiModalConversation();
      MultiModalConversationParam param = MultiModalConversationParam.builder()
          .apiKey(System.getenv("DASHSCOPE_API_KEY"))
          .model(TARGET_MODEL)
          .text("Today we explore the wonders of speech synthesis.")
          .parameter("voice", createVoice())
          .build();
      MultiModalConversationResult result = conv.call(param);
      String audioUrl = result.getOutput().getAudio().getUrl();
      System.out.println("Audio URL: " + audioUrl);

      // Download audio
      try (InputStream in = new URL(audioUrl).openStream();
           FileOutputStream out = new FileOutputStream("output.wav")) {
        byte[] buffer = new byte[1024];
        int bytesRead;
        while ((bytesRead = in.read(buffer)) != -1) {
          out.write(buffer, 0, bytesRead);
        }
        System.out.println("Audio saved to output.wav");
      }
    } catch (Exception e) {
      System.out.println("Error: " + e.getMessage());
    }
    System.exit(0);
  }
}