| Current Path : /storage/v11800/affypharma/public_html/wp-content/plugins/ai-engine/classes/engines/ |
Linux v11800 5.3.0-1023-aws #25~18.04.1-Ubuntu SMP Fri Jun 5 15:19:18 UTC 2020 aarch64
|
| Current File : /storage/v11800/affypharma/public_html/wp-content/plugins/ai-engine/classes/engines/openrouter.php |
<?php
class Meow_MWAI_Engines_OpenRouter extends Meow_MWAI_Engines_OpenAI
{
public function __construct( $core, $env )
{
parent::__construct( $core, $env );
}
protected function set_environment() {
$env = $this->env;
$this->apiKey = $env['apikey'];
}
protected function build_url( $query, $endpoint = null ) {
$endpoint = apply_filters( 'mwai_openrouter_endpoint', 'https://openrouter.ai/api/v1', $this->env );
$url = parent::build_url( $query, $endpoint );
return $url;
}
protected function build_headers( $query ) {
parent::build_headers( $query );
$site_url = apply_filters( 'mwai_openrouter_site_url', get_site_url(), $query );
$site_name = apply_filters( 'mwai_openrouter_site_name', get_bloginfo( 'name' ), $query );
$headers = array(
'Content-Type' => 'application/json',
'Authorization' => 'Bearer ' . $this->apiKey,
'HTTP-Referer' => $site_url,
'X-Title' => $site_name,
'User-Agent' => 'AI Engine',
);
return $headers;
}
private function truncate_float( $number, $precision = 4 ) {
$factor = pow( 10, $precision );
return floor( $number * $factor ) / $factor;
}
protected function get_service_name() {
return "OpenRouter";
}
public function get_models() {
return $this->core->get_engine_models( 'openrouter' );
}
public function handle_tokens_usage( $reply, $query, $returned_model,
$returned_in_tokens, $returned_out_tokens, $returned_price = null ) {
// If streaming is not enabled, we probably have all the data we need
$everything_is_set = !is_null( $returned_model ) && !is_null( $returned_in_tokens ) && !is_null( $returned_out_tokens );
// Clean up the data
$returned_in_tokens = !is_null( $returned_in_tokens ) ?
$returned_in_tokens : $reply->get_in_tokens( $query );
$returned_out_tokens = !is_null( $returned_out_tokens ) ?
$returned_out_tokens : $reply->get_out_tokens();
$returned_price = !is_null( $returned_price ) ?
$returned_price : $reply->get_price();
// If everything is not set, we can make a request to get the usage data
if ( !empty( $reply->id ) && !$everything_is_set ) {
$url = 'https://openrouter.ai/api/v1/generation?id=' . $reply->id;
try {
$ch = curl_init();
curl_setopt( $ch, CURLOPT_URL, $url );
curl_setopt( $ch, CURLOPT_RETURNTRANSFER, true );
curl_setopt( $ch, CURLOPT_HTTPHEADER, [ 'Authorization: Bearer ' . $this->apiKey ] );
curl_setopt( $ch, CURLOPT_USERAGENT, 'AI Engine' );
$res = curl_exec( $ch );
curl_close( $ch );
$res = json_decode( $res, true );
if ( isset( $res['data'] ) ) {
$data = $res['data'];
$returned_model = $data['model'];
$returned_in_tokens = $data['tokens_prompt'];
$returned_out_tokens = $data['tokens_completion'];
$returned_price = $data['total_cost'];
}
}
catch ( Exception $e ) {
$this->core->log( '❌ (OpenRouter) ' . $e->getMessage() );
}
}
// Record the usage
$usage = $this->core->record_tokens_usage(
$returned_model,
$returned_in_tokens,
$returned_out_tokens,
$returned_price
);
// Set the usage in the reply
$reply->set_usage( $usage );
}
public function get_price( Meow_MWAI_Query_Base $query, Meow_MWAI_Reply $reply ) {
$price = $reply->get_price();
if ( is_null( $price ) ) {
$price = parent::get_price( $query, $reply );
}
return $price;
}
public function retrieve_models() {
$url = 'https://openrouter.ai/api/v1/models';
$response = wp_remote_get( $url );
if ( is_wp_error( $response ) ) {
throw new Exception( 'AI Engine: ' . $response->get_error_message() );
}
$body = json_decode( $response['body'], true );
$models = array();
foreach ( $body['data'] as $model ) {
$family = "n/a";
$maxCompletionTokens = 4096;
$maxContextualTokens = 8096;
$priceIn = 0;
$priceOut = 0;
$family = explode( '/', $model['id'] )[0];
if ( isset( $model['top_provider']['max_completion_tokens'] ) ) {
$maxCompletionTokens = (int)$model['top_provider']['max_completion_tokens'];
}
if ( isset( $model['context_length'] ) ) {
$maxContextualTokens = (int)$model['context_length'];
}
if ( isset( $model['pricing']['prompt'] ) && $model['pricing']['prompt'] > 0 ) {
$priceIn = floatval( $model['pricing']['prompt'] ) * 1000;
$priceIn = $this->truncate_float( $priceIn );
}
if ( isset( $model['pricing']['completion'] ) && $model['pricing']['completion'] > 0 ) {
$priceOut = floatval( $model['pricing']['completion'] ) * 1000;
$priceOut = $this->truncate_float( $priceOut );
}
$tags = [ 'core', 'chat' ];
// If the name contains (beta), (alpha) or (preview), add 'preview' tag and remove from name
if ( preg_match( '/\((beta|alpha|preview)\)/i', $model['name'], $matches ) ) {
$tags[] = 'preview';
$model['name'] = preg_replace( '/\((beta|alpha|preview)\)/i', '', $model['name'] );
}
// Vision Support
// Unfortunately, OpenRouter does not provide a way know if a model is vision or not
// If the name includes 'Vision', add 'vision' tag
if ( preg_match( '/vision/i', $model['name'], $matches ) ) {
$tags[] = 'vision';
}
// If the name includes 'gpt-4o', add 'vision' tag
else if ( preg_match( '/gpt-4o/i', $model['name'], $matches ) ) {
$tags[] = 'vision';
}
// If the name includes 'flash', add 'vision' tag
else if ( preg_match( '/flash/i', $model['name'], $matches ) ) {
$tags[] = 'vision';
}
$models[] = array(
'model' => $model['id'],
'name' => trim( $model['name'] ),
'family' => $family,
'mode' => 'chat',
'price' => array(
'in' => $priceIn,
'out' => $priceOut,
),
'type' => 'token',
'unit' => 1 / 1000,
'maxCompletionTokens' => $maxCompletionTokens,
'maxContextualTokens' => $maxContextualTokens,
'tags' => $tags
);
}
return $models;
}
}