Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update ai_services/language sample code for Language2.0 #215

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open

Update ai_services/language sample code for Language2.0 #215

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
c24484f
Updated java sample sdk code
sahkalra Jan 16, 2023
17181ed
Added AI Servcies Language PL/SQL sample code
sahkalra Jan 16, 2023
0c14034
Updated AI Servcies Language Python sample code
sahkalra Jan 16, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
75 changes: 75 additions & 0 deletions ai_services/language/PLSQL/main.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
SET SERVEROUTPUT ON;

DECLARE
cloud_cred VARCHAR2(40) := 'OCI_AI_TEXT_CRED_C9';
----
entities_details DBMS_CLOUD_OCI_AI_LANGUAGE_BATCH_DETECT_LANGUAGE_ENTITIES_DETAILS_T;
entity_document DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_T;
entity_documents_tbl DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_TBL;
entities_response DBMS_CLOUD_OCI_AIL_AI_SERVICE_LANGUAGE_BATCH_DETECT_LANGUAGE_ENTITIES_RESPONSE_T;
entities_result DBMS_CLOUD_OCI_AI_LANGUAGE_BATCH_DETECT_LANGUAGE_ENTITIES_RESULT_T;
result_documents_tbl DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_RESULT_TBL;
errors_documents_tbl DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_RESULT_TBL;
result_document DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_T;
BEGIN
--- Init Entity Document Table
entity_documents_tbl := DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_TBL();

-- Init, Create and Add 3 documents to Entity Documents Table
entity_documents_tbl.EXTEND;
entity_document := DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_T();
entity_document.key := 'Doc_1';
entity_document.text := ‘Email [email protected] in city London for Person Jack London';
entity_document.language_code := 'en';
entity_documents_tbl(entity_documents_tbl.LAST) := entity_document;

entity_documents_tbl.EXTEND;
entity_document := DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_T();
entity_document.key := 'Doc_2';
entity_document.text := ‘Brands Nike, Adidas Group and Ford Corp.';
entity_document.language_code := 'en';
entity_documents_tbl(entity_documents_tbl.LAST) := entity_document;

entity_documents_tbl.EXTEND;
entity_document := DBMS_CLOUD_OCI_AI_LANGUAGE_ENTITY_DOCUMENT_T();
entity_document.key := 'Doc_3';
entity_document.text := 'Empty text';
entity_document.language_code := 'en';
entity_documents_tbl(entity_documents_tbl.LAST) := entity_document;

-- Add Entity Documents Table to Entities Details
entities_details := DBMS_CLOUD_OCI_AI_LANGUAGE_BATCH_DETECT_LANGUAGE_ENTITIES_DETAILS_T();
entities_details.documents := entity_documents_tbl;

-- Main function
entities_response := DBMS_CLOUD_OCI_AIL_AI_SERVICE_LANGUAGE.BATCH_DETECT_LANGUAGE_ENTITIES
(
batch_detect_language_entities_details => entities_details,
region => 'us-ashburn-1',
credential_name => cloud_cred
);

entities_result := entities_response.response_body;
result_documents_tbl := entities_result.documents;

--------------------------------------------------------------

dbms_output.put_line('status_code : ' || entities_response.status_code || CHR(10));

-- Parsing and printing results
for r in (select * from TABLE(result_documents_tbl))
loop
dbms_output.put_line(' -- ' || r.key || ' | ' || r.language_code || ' -- ');
for m in (select * from TABLE(r.entities))
loop
dbms_output.put_line (
m.offset || ' | ' ||
m.length || ' | ' ||
m.text || ' | ' ||
m.l_type || ' | ' ||
m.sub_type || ' | ' ||
m.score);
end loop;
dbms_output.put_line(CHR(10));
end loop;
END;
175 changes: 166 additions & 9 deletions ai_services/language/java/src/main/java/com/company/Main.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,21 @@

public class Main {

private static String compartmentId = "<Specify your COMPARTMENT_ID here>";
private static String modelName = "ailangaugemodel";
private static String bucket_name = "<Specify name of your training data bucket here>"
private static String namespace_name = "<Specify the namespace here>"
private static String object_name = "<Specify training file name here>"
private static String projectId;
private static String modelId;
private static String nerEndpointId;
private static String txtcEndpointId;
private static String entext = "The Indy Autonomous Challenge is the worlds first head-to-head, high speed autonomous race taking place at the Indianapolis Motor Speedway";
private static String spanishText = "Este es un texto en el idioma de mi madre, la mejor mamá del mundo.";
String languageCode = "en"; // for english

private static AIServiceLanguageClient client;

public static void main(String[] args) {
try {
/* Step 1: Just reading a config file with my credentials so the application acts on my behalf */
Expand All @@ -24,12 +39,12 @@ public static void main(String[] args) {
new ConfigFileAuthenticationDetailsProvider(configFile);

/* Step 2: Create a service client */
AIServiceLanguageClient client = AIServiceLanguageClient.builder().build(provider);
client = AIServiceLanguageClient.builder().build(provider);

/* Step 3: Sample of single record API */
/*Sample of single record API */
DetectDominantLanguageDetails detectdominantLanguageDetails =
DetectDominantLanguageDetails.builder()
.text("Este es un texto en el idioma de mi madre, la mejor mamá del mundo.").build();
.text(spanishText).build();

DetectDominantLanguageRequest detectDominantLanguageRequest = DetectDominantLanguageRequest.builder()
.detectDominantLanguageDetails(detectdominantLanguageDetails)
Expand All @@ -40,15 +55,15 @@ public static void main(String[] args) {
detectDominantLanguage(detectDominantLanguageRequest);

System.out.println("Detected language: " +
response.getDetectDominantLanguageResult().getLanguages().get(0).getName());
response.getDetectDominantLanguageResult().getLanguages().get(0).getName());


/* Step 4: Sample using more efficient batch APIs */
/*Sample using more efficient batch APIs */
BatchLanguageTranslationDetails batchLanguageTranslationDetails = BatchLanguageTranslationDetails.builder()
.targetLanguageCode("en")
.documents(new ArrayList<>(Arrays.asList(TextDocument.builder()
.key("key1")
.text("El idioma español es muy facil de aprender.")
.text(spanishText)
.languageCode("es").build()))).build();

BatchLanguageTranslationRequest batchLanguageTranslationRequest = BatchLanguageTranslationRequest.builder()
Expand All @@ -59,10 +74,152 @@ public static void main(String[] args) {
BatchLanguageTranslationResponse response1 = client.batchLanguageTranslation(batchLanguageTranslationRequest);
System.out.println("Translation: " + response1.getBatchLanguageTranslationResult().getDocuments().get(0).getTranslatedText());


}
catch(IOException e) {
/* Custom Models */
/* Create an object */
Main aiServiceLanguageExample = new Main();

// Create AiLanguageProject
Project languageProject = aiServiceLanguageExample.createLanguageProject();
projectId = languageProject.getId();
System.out.println(languageProject.toString());

// wait till project state becomes ACTIVE
while (languageProject.getLifecycleState() == Project.LifecycleState.Creating){
System.out.println("Waiting for project creation to complete...");
Thread.sleep(4000);
languageProject = aiServiceLanguageExample.getLanguageProject(projectId);
}
languageProject = aiServiceLanguageExample.getLanguageProject(projectId);
System.out.println("Project status changed to" + languageProject.getLifecycleState());

/* Create and train Custom NER Model */
// Create and train Custom NER AilanguageModel
Model languageModel = aiServiceLanguageExample.createLanguageModel();
modelId = languageModel.getId();
System.out.println(languageModel.toString());

// wait till model state becomes ACTIVE
while (languageModel.getLifecycleState() == Model.LifecycleState.Creating){
System.out.println("Waiting for model training to complete...");
Thread.sleep(60000);
languageModel = aiServiceLanguageExample.getLanguageModel(modelId);
}
languageModel = aiServiceLanguageExample.getLanguageModel(modelId);
System.out.println("Model status changed to" + languageModel.getLifecycleState());

System.out.println("Printing model evaluation results");
System.out.println(languageModel.getEvaluationResults());

// Create AiLanguageEndpoint
Endpoint languageEndpoint = aiServiceLanguageExample.createLanguageEndpoint();
nerEndpointId = languageEndpoint.getId();
System.out.println(languageEndpoint.toString());

// wait till endpoint state becomes ACTIVE
while (languageEndpoint.getLifecycleState() == Endpoint.LifecycleState.Creating){
System.out.println("Waiting for endpoint creation to complete...");
Thread.sleep(60000);
languageEndpoint = aiServiceLanguageExample.getLanguageEndpoint(nerEndpointId);
}
languageEndpoint = aiServiceLanguageExample.getLanguageEndpoint(nerEndpointId);
System.out.println("Endpoint status changed to" + languageEndpoint.getLifecycleState());

// Inferencing on Custom Named Entity recognition model
String customDetectLanguageEntitiesResponse = aiServiceLanguageExample.getBatchDetectLanguageEntities(text);
System.out.println(customDetectLanguageEntitiesResponse.toString());

/* Create and train Custom Text classification Model */

// Create and train Custom Text classification AilanguageModel
languageModel = aiServiceLanguageExample.createLanguageModel();
modelId = languageModel.getId();
System.out.println(languageModel.toString());

// Create AiLanguageEndpoint
languageEndpoint = aiServiceLanguageExample.createLanguageEndpoint();
txtcEndpointId = languageEndpoint.getId();
System.out.println(languageEndpoint.toString());

// Inferencing on Custom Text classification model
String customDetectLanguageTextClassificationResponse = aiServiceLanguageExample.getBatchDetectLanguageTextClassification(text);
System.out.println(customDetectLanguageTextClassificationResponse.toString());

client.close();

} catch (IOException e) {
e.printStackTrace();
}
}

// Create AiLanguageProject
private Project createLanguageProject() {
CreateProjectDetails projectDetails = CreateProjectDetails.builder().compartmentId(compartmentId).build();
CreateProjectRequest request = CreateProjectRequest.builder().createProjectDetails(projectDetails).build();
CreateProjectResponse response = client.createProject(request);
return response.getProject();
}

// Get AiLanguageProject
private Project getLanguageProject(String projectOcid) {
GetProjectRequest request = GetProjectRequest.builder().projectId(projectOcid).build();
GetProjectResponse response = client.getProject(request);
return response.getProject();
}

// Create AiLanguageModel
private Model createLanguageModel() {
ModelDetails modeldtls = NamedEntityRecognitionModelDetails.builder().languageCode("en").build();
java.util.List<String> trainingDataobjects = Arrays.asList(object_name);
LocationDetails locationDetails = ObjectListDataset.builder().bucketName(bucket_name).namespaceName(namespace_name).objectNames(trainingDataobjects).build();
DatasetDetails trainingDataset = ObjectStorageDataset.builder().locationDetails(locationDetails).build();

CreateModelDetails modelDetails = CreateModelDetails.builder()
.compartmentId(compartmentId).displayName(modelName).projectId(projectId)
.modelDetails(modeldtls).trainingDataset(trainingDataset).build();
CreateModelRequest request = CreateModelRequest.builder().createModelDetails(modelDetails).build();
CreateModelResponse response = client.createModel(request);
return response.getModel();
}

// Get AiLanguageModel
private Model getLanguageModel(String modelOcid) {
GetModelRequest request = GetModelRequest.builder().modelId(modelOcid).build();
GetModelResponse response = client.getModel(request);
return response.getModel();
}

// Create AiLanguageEndpoint
private Endpoint createLanguageEndpoint() {
CreateEndpointDetails endpointDetails = CreateEndpointDetails.builder().compartmentId(compartmentId).modelId(modelId).inferenceUnits(1).build();
CreateEndpointRequest request = CreateEndpointRequest.builder().createEndpointDetails(endpointDetails).build();
CreateEndpointResponse response = client.createEndpoint(request);
return response.getEndpoint();
}

// Get AiLanguageEndpoint
private Endpoint getLanguageEndpoint(String endpointOcid) {
GetEndpointRequest request = GetEndpointRequest.builder().endpointId(endpointOcid).build();
GetEndpointResponse response = client.getEndpoint(request);
return response.getEndpoint();
}

// Custom Named Entity Recognition
private String getBatchDetectLanguageEntities(String text) {
TextDocument textDocument = TextDocument.builder().text(text).languageCode("en").key("key1").build();
java.util.List<TextDocument> documents = Arrays.asList(textDocument);
BatchDetectLanguageEntitiesDetails details = BatchDetectLanguageEntitiesDetails.builder().endpointId(nerEndpointId).documents(documents).build();
BatchDetectLanguageEntitiesRequest request = BatchDetectLanguageEntitiesRequest.builder().batchDetectLanguageEntitiesDetails(details).build();
BatchDetectLanguageEntitiesResponse response = client.batchDetectLanguageEntities(request);
return response.toString();
}

// Custom Text Classification
private String getBatchDetectLanguageTextClassification(String text) {
TextDocument textDocument = TextDocument.builder().text(text).languageCode("en").key("key1").build();
java.util.List<TextDocument> documents = Arrays.asList(textDocument);
BatchDetectLanguageTextClassificationDetails details = BatchDetectLanguageTextClassificationDetails.builder().endpointId(txtcEndpointId).documents(documents).build();
BatchDetectLanguageTextClassificationRequest request = BatchDetectLanguageTextClassificationRequest.builder().batchDetectLanguageTextClassificationDetails(details).build();
BatchDetectLanguageTextClassificationResponse response = client.batchDetectLanguageTextClassification(request);
return response.toString();
}
}
Loading