root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "Some sample text in any language that we want to identify\n\n\n"}'
HTTP/1.1 500 Internal Server Error
date: Wed, 23 Oct 2024 05:53:45 GMT
server: uvicorn
content-length: 76
content-type: application/json

{"error":"ValueError : predict processes one line at a time (remove '\\n')"}

root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "Some sample text in any language that we want to identify\n\n\n"}'
HTTP/1.1 200 OK
date: Wed, 23 Oct 2024 08:39:00 GMT
server: uvicorn
content-length: 91
content-type: application/json

{"language":"eng_Latn","wikicode":"en","languagename":"English","score":0.4073379337787628}

root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "Some random text in any language"}'
HTTP/1.1 200 OK
date: Wed, 23 Oct 2024 13:26:51 GMT
server: uvicorn
content-length: 90
content-type: application/json

{"language":"eng_Latn","wikicode":"en","languagename":"English","score":0.223587766289711}

root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "Somerandomtextinanylanguage"}'
HTTP/1.1 200 OK
date: Wed, 23 Oct 2024 13:27:37 GMT
server: uvicorn
content-length: 91
content-type: application/json

{"language":"ilo_Latn","wikicode":"ilo","languagename":"Ilocano","score":0.357835054397583}

root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "¡Hola! ¿Cómo estás?"}'
HTTP/1.1 200 OK
date: Wed, 23 Oct 2024 13:43:09 GMT
server: uvicorn
content-length: 91
content-type: application/json

{"language":"spa_Latn","wikicode":"es","languagename":"Spanish","score":1.0000100135803223}

root@a49ef1a9119b:/home# curl localhost:8080/v1/models/langid:predict -i -X POST -d '{"text": "Hola Cómo estás"}'
HTTP/1.1 200 OK
date: Wed, 23 Oct 2024 13:42:57 GMT
server: uvicorn
content-length: 91
content-type: application/json

{"language":"spa_Latn","wikicode":"es","languagename":"Spanish","score":0.9994144439697266}

# pod running in eqiad
kevinbazira@deploy2002:~$ kube_env llm ml-serve-eqiad
kevinbazira@deploy2002:~$ kubectl get pods
NAME                                                         READY   STATUS    RESTARTS   AGE
langid-predictor-default-00010-deployment-6bdfc66fc5-vc2fl   3/3     Running   0          70s

# pod running in codfw
kevinbazira@deploy2002:~$ kube_env llm ml-serve-codfw
kevinbazira@deploy2002:~$ kubectl get pods
NAME                                                         READY   STATUS    RESTARTS   AGE
langid-predictor-default-00008-deployment-865876dd44-bwh7k   3/3     Running   0          30s

# isvc run successfully
kevinbazira@deploy2002:~$ curl "https://inference.svc.codfw.wmnet:30443/v1/models/langid:predict" -X POST -d '{"text": "Some sample text in any language that we want to identify\n\n\n"}' -H  "Host: langid.llm.wikimedia.org"
{"language":"eng_Latn","wikicode":"en","languagename":"English","score":0.4073379337787628}