devbox
码创造者
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

基于Azure实现Java访问OpenAI_azure openai java

作者：码创造者 | 2024-06-20 00:55:42

赞

踩

azure openai java

1、前言

        之前使用了Java代码访问OpenAI：OpenAI注册以及Java代码调用_雨欲语的博客-CSDN博客但是需要vpn才能访问，现在可以基于微软的Azure访问OpenAI，不再需要vpn，官方文档：快速入门 - 开始通过 Azure OpenAI 服务使用 ChatGPT 和 GPT-4 - Azure OpenAI Service | Microsoft Learn，官方对Python和C#进行了封装，java没有，但是可以通过uri的方式进行访问。

        Azure申请：什么是 Azure OpenAI 服务？ - Azure Cognitive Services | Microsoft Learn

2、返回结果封装

       首先根据返回结果可以封装一些java类：

        AzureAIChatResponse类:

  1. public class AzureAIChatResponse {
  2.     private String id;
  3.     private String object;
  4.     private String created;
  5.     private String model;
  6.     private AzureAIUsage usage;
  7.     private List<AzureAIChoice> choices;
  8.  
  9.  
  10.     public String getId() {
  11.         return id;
  12.     }
  13.  
  14.  
  15.     public void setId(String id) {
  16.         this.id = id;
  17.     }
  18.  
  19.  
  20.     public String getObject() {
  21.         return object;
  22.     }
  23.  
  24.  
  25.     public void setObject(String object) {
  26.         this.object = object;
  27.     }
  28.  
  29.  
  30.     public String getCreated() {
  31.         return created;
  32.     }
  33.  
  34.  
  35.     public void setCreated(String created) {
  36.         this.created = created;
  37.     }
  38.  
  39.  
  40.     public String getModel() {
  41.         return model;
  42.     }
  43.  
  44.  
  45.     public void setModel(String model) {
  46.         this.model = model;
  47.     }
  48.  
  49.  
  50.     public AzureAIUsage getUsage() {
  51.         return usage;
  52.     }
  53.  
  54.  
  55.     public void setUsage(AzureAIUsage usage) {
  56.         this.usage = usage;
  57.     }
  58.  
  59.  
  60.     public List<AzureAIChoice> getChoices() {
  61.         return choices;
  62.     }
  63.  
  64.  
  65.     public void setChoices(List<AzureAIChoice> choices) {
  66.         this.choices = choices;
  67.     }
  68.     
  69. }

         AzureAICompletionsResult类：

  1. import java.util.ArrayList;
  2. import lombok.Data;
  3.  
  4. @Data
  5. public class AzureAICompletionsResult {
  6.     private String id;
  7.     private String object;
  8.     private String created;
  9.     private String model;
  10.    
  11.     private ArrayList<AzureAIChoice> choices;
  12.     
  13. }

        AzureAICompletionRequest类:

  1.  
  2. import com.google.gson.annotations.SerializedName;
  3. import lombok.Data;
  4. import java.util.HashMap;
  5.  
  6.  
  7. @Data
  8. public class AzureAICompletionRequest {
  9.     private String prompt;
  10.     @SerializedName("max_tokens")
  11.     private int maxTokens;
  12.     private int temperature = 1;
  13.     @SerializedName("top_p")
  14.     private int topProbibility = 1;
  15.     @SerializedName("logit_bias")
  16.     private HashMap<String, Integer> logitBiasMap;
  17.     private String user;
  18.     @SerializedName("n")
  19.     private int choices = 1;
  20.     private boolean stream = false;
  21.     private String suffix;
  22.     private boolean echo;
  23.     private String stop;
  24.     
  25.     @SerializedName("presence_penalty")
  26.     private int presencePenalty = 0;
  27.     @SerializedName("frequency_penalty")
  28.     private int frequencyPenalty = 0;
  29.     @SerializedName("best_of")
  30.     private int bestOf;
  31.  
  32.  
  33.     
  34. }

         AzureAIUsage类：

  1. public class AzureAIUsage {
  2.     /*
  3.      "prompt_tokens": 10,
  4.         "completion_tokens": 9,
  5.         "total_tokens": 19
  6.     */
  7.     @SerializedName("prompt_tokens")
  8.     private int promptTokens;
  9.     @SerializedName("completion_tokens")
  10.     private int completionTokens;
  11.     @SerializedName("total_tokens")
  12.     private int totalTokens;
  13.  
  14.     public int getPromptTokens() {
  15.         return promptTokens;
  16.     }
  17.  
  18.     public void setPromptTokens(int promptTokens) {
  19.         this.promptTokens = promptTokens;
  20.     }
  21.  
  22.  
  23.     public int getCompletionTokens() {
  24.         return completionTokens;
  25.     }
  26.  
  27.  
  28.     public void setCompletionTokens(int completionTokens) {
  29.         this.completionTokens = completionTokens;
  30.     }
  31.  
  32.  
  33.     public int getTotalTokens() {
  34.         return totalTokens;
  35.     }
  36.  
  37.     public void setTotalTokens(int totalTokens) {
  38.         this.totalTokens = totalTokens;
  39.     }
  40.     
  41. }

        AzureAIChoice类：

  1. public class AzureAIChoice {
  2.     private AzureAIMessage azureAIMessage;
  3. }

        AzureAIMessage类：

  1. public class AzureAIMessage {
  2.     private String role;
  3.     private String content;
  4. }

3、参数封装

        根据参数封装类：

        AzureAIChatRequest类：

  1. public class AzureAIChatRequest {
  2.     private List<AzureAIMessage> messages;
  3.     private Double temperature;
  4.     @SerializedName("n")
  5.     private Integer choices;
  6.     private boolean stream;
  7.     private String stop;
  8.     @SerializedName("max_tokens")
  9.     private Integer maxTokens;
  10.     @SerializedName("presence_penalty")
  11.     private Integer presencePenalty;
  12.     @SerializedName("frequency_penalty")
  13.     private Integer frequencyPenalty;
  14.     private String user;
  15.  
  16.  
  17.     public List<AzureAIMessage> getMessages() {
  18.         return messages;
  19.     }
  20.  
  21.  
  22.     public void setMessages(List<AzureAIMessage> messages) {
  23.         this.messages = messages;
  24.     }
  25.  
  26.     public void addMessage(AzureAIMessage message) {
  27.         if (this.messages == null) {
  28.             this.messages = new ArrayList<>();
  29.         }
  30.         this.messages.add(message);
  31.     }
  32.  
  33.     public Double getTemperature() {
  34.         return temperature;
  35.     }
  36.  
  37.  
  38.     public void setTemperature(Double temperature) {
  39.         this.temperature = temperature;
  40.     }
  41.  
  42.  
  43.     public int getChoices() {
  44.         return choices;
  45.     }
  46.  
  47.  
  48.     public void setChoices(int choices) {
  49.         this.choices = choices;
  50.     }
  51.  
  52.  
  53.     public boolean isStream() {
  54.         return stream;
  55.     }
  56.  
  57.  
  58.     public void setStream(boolean stream) {
  59.         this.stream = stream;
  60.     }
  61.  
  62.  
  63.     public String isStop() {
  64.         return stop;
  65.     }
  66.  
  67.     public void setStop(String stop) {
  68.         this.stop = stop;
  69.     }
  70.  
  71.     public void setStop(boolean stop) {
  72.         if (stop) {
  73.             this.stop = "true";
  74.         } else {
  75.             this.stop = "false";
  76.         }
  77.     }
  78.  
  79.     public int getMaxTokens() {
  80.         return maxTokens;
  81.     }
  82.  
  83.  
  84.     public void setMaxTokens(int maxTokens) {
  85.         this.maxTokens = maxTokens;
  86.     }
  87.  
  88.  
  89.     public int getPresencePenalty() {
  90.         return presencePenalty;
  91.     }
  92.  
  93.  
  94.     public void setPresencePenalty(int presencePenalty) {
  95.         this.presencePenalty = presencePenalty;
  96.     }
  97.  
  98.  
  99.     public int getFrequencyPenalty() {
  100.         return frequencyPenalty;
  101.     }
  102.  
  103.  
  104.     public void setFrequencyPenalty(int frequencyPenalty) {
  105.         this.frequencyPenalty = frequencyPenalty;
  106.     }
  107.  
  108.  
  109.     public String getUser() {
  110.         return user;
  111.     }
  112.  
  113.  
  114.     public void setUser(String user) {
  115.         this.user = user;
  116.     }
  117. }

         AzureAIMessage类：

  1. public class AzureAIMessage {
  2.     
  3.     private AzureAIRole role;
  4.     private String content;
  5.  
  6.  
  7.     public AzureAIMessage() {
  8.         
  9.     }
  10.     public AzureAIMessage(String content, AzureAIRole role) {
  11.         this.content = content;
  12.         this.role = role;
  13.     }
  14.     
  15.  
  16.     public AzureAIRole getRole() {
  17.         return role;
  18.     }
  19.  
  20.  
  21.     public void setRole(AzureAIRole role) {
  22.         this.role = role;
  23.     }
  24.  
  25.  
  26.     public String getContent() {
  27.         return content;
  28.     }
  29.  
  30.  
  31.     public void setContent(String content) {
  32.         this.content = content;
  33.     }
  34.     
  35. }

        AzureAIRole类：

  1. public enum AzureAIRole {
  2.     
  3.     @SerializedName("assistant")
  4.     ASSISTANT("assistant"),
  5.     @SerializedName("system")
  6.     SYSTEM("system"), 
  7.     @SerializedName("user")
  8.     USER("user"), 
  9.     
  10.    ;
  11.     
  12.     private final String text;
  13.  
  14.  
  15.     private AzureAIRole(final String text) {
  16.         this.text = text;
  17.     }
  18.  
  19.  
  20.     @Override
  21.     public String toString() {
  22.         return text;
  23.     }
  24.  
  25.     
  26. }

4、客户端访问

        客户端访问类：

  1. import cn.hutool.core.date.BetweenFormatter;
  2. import cn.hutool.core.date.DateUnit;
  3. import cn.hutool.core.date.DateUtil;
  4. import cn.hutool.http.HttpRequest;
  5. import cn.hutool.json.JSONUtil;
  6. import com.google.gson.Gson;
  7. import lombok.extern.slf4j.Slf4j;
  8. import org.asynchttpclient.*;
  9.  
  10. import java.io.Closeable;
  11. import java.io.IOException;
  12. import java.util.Date;
  13. import java.util.concurrent.Future;
  14.  
  15.  
  16. @Slf4j
  17. public class AzureAIClient implements Closeable {
  18.  
  19.     private static final String JSON = "application/json; charset=UTF-8";
  20.     private final boolean closeClient;
  21.     private final AsyncHttpClient client;
  22.     private final String deploymentName;
  23.     private final String url;
  24.     private final String token;
  25.     private static final Version version = new Version();
  26.     private final String apiVersion;
  27.     private boolean closed = false;
  28.     Gson gson = new Gson();
  29.  
  30.     public AzureAIClient(String url, String apiKey, String deploymentName, String apiVersion) throws Exception {
  31.         this.client = new DefaultAsyncHttpClient();
  32.  
  33.         this.url = url + "/openai/deployments/" + deploymentName + "/";
  34.         this.token = apiKey;
  35.         this.deploymentName = deploymentName;
  36.         this.apiVersion = apiVersion;
  37.         closeClient = true;
  38.     }
  39.  
  40.  
  41.     public boolean isClosed() {
  42.         return closed || client.isClosed();
  43.     }
  44.  
  45.     @Override
  46.     public void close() {
  47.         if (closeClient && !client.isClosed()) {
  48.             try {
  49.                 client.close();
  50.             } catch (IOException ex) {
  51.  
  52.             }
  53.         }
  54.         closed = true;
  55.     }
  56.  
  57.     public static String getVersion() {
  58.         return version.getBuildNumber();
  59.     }
  60.  
  61.     public static String getBuildName() {
  62.         return version.getBuildName();
  63.     }
  64.  
  65.     public AzureAICompletionsResult getCompletion(AzureAICompletionRequest completion) throws Exception {
  66.         //chat/completions
  67.         Future<Response> f = client.executeRequest(buildRequest("POST", "completions?api-version=" + apiVersion, gson.toJson(completion)));
  68.         Response r = f.get();
  69.         if (r.getStatusCode() != 200) {
  70.  
  71.             throw new Exception("Could not get competion result");
  72.         } else {
  73.             return gson.fromJson(r.getResponseBody(), AzureAICompletionsResult.class);
  74.  
  75.         }
  76.     }
  77.  
  78.     public AzureAICreateEmbedingResponse createEmbedding(AzureAIEmbedding embedding) throws Exception {
  79.         Future<Response> f = client.executeRequest(buildRequest("POST", "embeddings?api-version=" + apiVersion, gson.toJson(embedding)));
  80.         Response r = f.get();
  81.         if (r.getStatusCode() != 200) {
  82.  
  83.             throw new Exception("Could not create embedding");
  84.         } else {
  85.             AzureAICreateEmbedingResponse azureAICreateEmbedingResponse =  JSONUtil.toBean(r.getResponseBody(), AzureAICreateEmbedingResponse.class);
  86.             return azureAICreateEmbedingResponse;
  87.  
  88.         }
  89.     }
  90.  
  91.     public AzureAIChatResponse sendMyChatRequest(AzureAIChatRequest chatRequest) throws Exception {
  92.         Date startDateOne = DateUtil.date();
  93.         String f = buildMyRequest("POST", "chat/completions?api-version=" + apiVersion, gson.toJson(chatRequest));
  94.         Date endDateOne = DateUtil.date();
  95.         // 获取开始时间和结束时间的时间差
  96.         long betweenDateOne = DateUtil.between(startDateOne, endDateOne, DateUnit.MS);
  97.         // 格式化时间
  98.         String formatBetweenOne = DateUtil.formatBetween(betweenDateOne, BetweenFormatter.Level.MILLISECOND);
  99.         log.info(String.format("请求数据耗时(毫秒)：%s",formatBetweenOne));
  100.         Date startDate = DateUtil.date();
  101.         System.err.println(f);
  102.         AzureAIChatResponse azureAIChatResponse = gson.fromJson(f, AzureAIChatResponse.class);
  103.         Date endDate = DateUtil.date();
  104.         // 获取开始时间和结束时间的时间差
  105.         long betweenDate = DateUtil.between(startDate, endDate, DateUnit.MS);
  106.         // 格式化时间
  107.         String formatBetween = DateUtil.formatBetween(betweenDate, BetweenFormatter.Level.MILLISECOND);
  108.         log.info(String.format("格式化数据耗时(毫秒)：%s",formatBetween));
  109.         return azureAIChatResponse;
  110.     }
  111.  
  112.     private String buildMyRequest(String type, String subUrl, String requestBody) {
  113. //        RestTemplate restTemplate = new RestTemplate();
  114. //        HttpHeaders httpHeaders = new HttpHeaders();
  115. //        // 设置contentType
  116.         httpHeaders.setContentType(MediaType.APPLICATION_JSON_UTF8);
  117. //        // 给请求header中添加一些数据
  118. //        httpHeaders.add("Accept", JSON);
  119. //        httpHeaders.add("Content-Type", JSON);
  120. //        httpHeaders.add("api-key", this.token);
  121. //
  122. //
  123. //        HttpEntity<String> httpEntity = new HttpEntity<String>(requestBody, httpHeaders);
  124. //        ResponseEntity<String> exchange = restTemplate.postForEntity(this.url + subUrl, httpEntity, String.class);
  125. //
  126. //        String resultRemote = exchange.getBody();//得到返回的值
  127.  
  128.  
  129.         String accept = HttpRequest.post(this.url + subUrl)
  130.                 .header("Accept", JSON)
  131.                 .header("Content-Type", "application/json")
  132.                 .header("api-key", this.token)
  133.                 .setReadTimeout(30000)
  134.                 .body(requestBody)
  135.                 .execute()
  136.                 .body();
  137.         return accept;
  138.     }
  139.  
  140.  
  141.  
  142.  
  143.     public AzureAIChatResponse sendChatRequest(AzureAIChatRequest chatRequest) throws Exception {
  144.         Date startDateOne = DateUtil.date();
  145.         Future<Response> f = client.executeRequest(buildRequest("POST", "chat/completions?api-version=" + apiVersion, gson.toJson(chatRequest)));
  146. //        Request r = buildRequest("POST", "chat/completions?api-version=" + apiVersion, gson.toJson(chatRequest));
  147.         Response r = f.get();
  148.         Date endDateOne = DateUtil.date();
  149.         // 获取开始时间和结束时间的时间差
  150.         long betweenDateOne = DateUtil.between(startDateOne, endDateOne, DateUnit.MS);
  151.         // 格式化时间
  152.         String formatBetweenOne = DateUtil.formatBetween(betweenDateOne, BetweenFormatter.Level.MILLISECOND);
  153.         log.info(String.format("请求数据耗时(毫秒)：%s",formatBetweenOne));
  154.         if (r.getStatusCode() != 200) {
  155.  
  156.             log.info("Could not create chat request - server resposne was " + r.getStatusCode() + " to url: " + url + "chat/completions?api-version=2023-03-15-preview");
  157.             return null;
  158.         } else {
  159.             Date startDate = DateUtil.date();
  160. //            System.err.println(r.getResponseBody());
  161.             AzureAIChatResponse azureAIChatResponse =  JSONUtil.toBean(r.getResponseBody(), AzureAIChatResponse.class);
  162. //            AzureAIChatResponse azureAIChatResponse = gson.fromJson(r.getResponseBody(), AzureAIChatResponse.class);
  163.             Date endDate = DateUtil.date();
  164.             // 获取开始时间和结束时间的时间差
  165.             long betweenDate = DateUtil.between(startDate, endDate, DateUnit.MS);
  166.             // 格式化时间
  167.             String formatBetween = DateUtil.formatBetween(betweenDate, BetweenFormatter.Level.MILLISECOND);
  168.             log.info(String.format("格式化数据耗时(毫秒)：%s",formatBetween));
  169.             return azureAIChatResponse;
  170.  
  171.         }
  172.     }
  173.  
  174.     private Request buildRequest(String type, String subUrl) {
  175.         RequestBuilder builder = new RequestBuilder(type);
  176.         Request request = builder.setUrl(this.url + subUrl)
  177.                 .addHeader("Accept", JSON)
  178.                 .addHeader("Content-Type", JSON)
  179.                 .addHeader("Authorization", "Bearer " + this.token)
  180.                 .build();
  181.         return request;
  182.     }
  183.  
  184.     private Request buildRequest(String type, String subUrl, String requestBody) {
  185.         RequestBuilder builder = new RequestBuilder(type);
  186.         Request request = builder.setUrl(this.url + subUrl)
  187.                 .addHeader("Accept", JSON)
  188.                 .addHeader("Content-Type", JSON)
  189.                 .addHeader("api-key", this.token)
  190.                 .setBody(requestBody)
  191.                 .build();
  192.         return request;
  193.     }
  194.  
  195. }

5、调用测试

        调用测试：

  1. public static void main(String[] args) {
  2.  
  3.     // 装配请求集合
  4.     List<AzureAIMessage> azureAiMessageList = new ArrayList<>();
  5.     AzureAIChatRequest azureAiChatRequest = new AzureAIChatRequest();
  6.  
  7.     AzureAIMessage azureAIMessage0 = new AzureAIMessage();
  8.     azureAIMessage0.setRole(AzureAIRole.SYSTEM);
  9.     azureAIMessage0.setContent("你是一个AI机器人，请根据提问进行回答");
  10.  
  11.     azureAiMessageList.add(azureAIMessage0);
  12.     AzureAIMessage azureAIMessage1 = new AzureAIMessage();
  13.     azureAIMessage1.setRole(AzureAIRole.USER);
  14.     azureAIMessage1.setContent("请解释一下java的gc");
  15.     azureAiMessageList.add(azureAIMessage1);
  16.  
  17.     azureAiChatRequest.setMessages(azureAiMessageList);
  18.     azureAiChatRequest.setMaxTokens(maxTokens);
  19.     azureAiChatRequest.setTemperature(temperature);
  20.     // 是否进行留式返回
  21. //        azureAiChatRequest.setStream(true);
  22.     azureAiChatRequest.setPresencePenalty(0);
  23.     azureAiChatRequest.setFrequencyPenalty(0);
  24.     azureAiChatRequest.setStop(null);
  25.     
  26. AzureAIClient azureAIClient = new AzureAIClient("申请的azure地址", "zaure的apikey", 
  27. "模型（gpt-35-turbo）", "api版本：（023-03-15-preview）");
  28.     AzureAIChatResponse azureAIChatResponse = azureAIClient.sendChatRequest(azureAIChatRequest);
  29.     
  30. }

6、依赖

maven依赖：

  1. <dependencies>
  2.         
  3.     <dependency>
  4.         <groupId>org.asynchttpclient</groupId>
  5.         <artifactId>async-http-client</artifactId>
  6.         <version>2.12.3</version>
  7.     <type>jar</type>
  8.     </dependency>
  9.  
  10.     <dependency>
  11.         <groupId>com.google.code.gson</groupId>
  12.         <artifactId>gson</artifactId>
  13.         <version>2.10.1</version>
  14.     </dependency>
  15. </dependencies>

声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/码创造者/article/detail/738071
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号