Skip to content

Commit

Permalink
Merge remote-tracking branch 'origin/main' into slo
Browse files Browse the repository at this point in the history
# Conflicts:
#	.github/workflows/lint.yml
  • Loading branch information
rekby committed Dec 14, 2023
2 parents 8aa1595 + f09a8fe commit cf08b23
Show file tree
Hide file tree
Showing 70 changed files with 1,726 additions and 120 deletions.
12 changes: 7 additions & 5 deletions .github/workflows/lint.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,14 @@ jobs:
autoformatter:
strategy:
matrix:
source-dir: ["./src/", "./slo/src/"]
source-dir: ["./src/", "./examples/src/", "./slo/src/"]
include:
- source-dir: "./src/"
solutionFile: "YdbSdk.sln"
- source-dir: "./examples/src/"
solutionFile: "YdbExamples.sln"
- source-dir: "./slo/src/"
solutionFile: "src.sln"
solutionFile: "src.sln"
name: autoformat check
runs-on: ubuntu-latest
steps:
Expand All @@ -28,16 +30,16 @@ jobs:
- name: Restore
run: dotnet restore ${{ matrix.source-dir }}${{ matrix.solutionFile }}
- name: Install ReSharper
run: dotnet tool install -g JetBrains.ReSharper.GlobalTools
run: dotnet tool install -g JetBrains.ReSharper.GlobalTools --version 2023.2.1
- name: format all files with auto-formatter
run: bash ./.github/scripts/format-all-dotnet-code.sh ${{ matrix.source-dir }} ${{ matrix.solutionFile }} "Custom Cleanup"}
run: bash ./.github/scripts/format-all-dotnet-code.sh ${{ matrix.source-dir }} ${{ matrix.solutionFile }} "Custom Cleanup"
- name: Check repository diff
run: bash ./.github/scripts/check-work-copy-equals-to-committed.sh "auto-format broken"

inspection:
strategy:
matrix:
solutionPath: ["./src/YdbSdk.sln", "./slo/src/src.sln"]
solutionPath: ["./src/YdbSdk.sln", "./examples/src/YdbExamples.sln", "./slo/src/src.sln"]
runs-on: ubuntu-latest
name: Inspection
steps:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -67,4 +67,4 @@ jobs:
- name: Integration test
run: |
cd src
dotnet test --filter "Category=Integration" -f ${{ matrix.dotnet-target-framework }}
dotnet test --filter "Category=Integration" -f ${{ matrix.dotnet-target-framework }} -l "console;verbosity=normal"
10 changes: 10 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,3 +1,13 @@
## v0.1.5
- Fix timeout error on create session
- Fix transport error on delete session

## v0.1.4
- Add exception throwing when results truncated
- lint: add line feed at file end

## v0.1.3
- Add static auth
## v0.1.1
- Add static code analysis
- Add CodeQL analysis
Expand Down
5 changes: 3 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -37,9 +37,10 @@ await driver.Initialize(); // Make sure to await driver initialization
```

### Credentials
YDB SDK provides two standard ways for authentication:
YDB SDK provides several standard ways for authentication:
1) `Ydb.Sdk.Auth.AnonymousProvider`. Anonymous YDB access, mainly for tests purposes.
2) `Ydb.Sdk.Auth.TokenProvider`. Token authentication for OAuth-like tokens.
3) `Ydb.Sdk.Auth.StaticCredentialsProvider`. Username and password based authentication.

For Yandex.Cloud specific authentication methods, consider using **[ydb-dotnet-yc](https://github.com/ydb-platform/ydb-dotnet-yc)**.

Expand Down Expand Up @@ -91,4 +92,4 @@ foreach (var row in resultSet.Rows)

## Examples

See **[ydb-dotnet-examples](https://github.com/ydb-platform/ydb-dotnet-examples)**.
See **[examples folder](https://github.com/ydb-platform/ydb-dotnet-sdk/tree/main/examples)**
35 changes: 35 additions & 0 deletions examples/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
# YDB .NET SDK Examples

## Prerequisites
.NET 6

## Running examples

1. Clone repository
```bash
git clone https://github.com/ydb-platform/ydb-dotnet-sdk.git
```

2. Build solution
```bash
cd ydb-dotnet-sdk/examples/src
dotnet build
```

3. Run example
```bash
cd <ExampleName>
dotnet run -e <Endpoint> -d <Database>
```

## Provided examples

### BasicExample
Demonstrates basic operations with YDB, including:
* Driver initialization
* Table client initialization
* Table creation via SchemeQuery (DDL)
* Data queries (OLTP) & transactions (read, modify)
* Interactive transactions
* ReadTable for streaming read of table contents
* ScanQuery for streaming wide queries (OLAP)
81 changes: 81 additions & 0 deletions examples/src/BasicExample/BasicExample.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
using System;
using System.Security.Cryptography.X509Certificates;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using Ydb.Sdk.Auth;
using Ydb.Sdk.Services.Table;

namespace Ydb.Sdk.Examples;

internal partial class BasicExample : TableExampleBase
{
private BasicExample(TableClient client, string database, string path)
: base(client, database, path)
{
}

public static async Task Run(
string endpoint,
string database,
ICredentialsProvider credentialsProvider,
X509Certificate? customServerCertificate,
string path,
ILoggerFactory loggerFactory)
{
var config = new DriverConfig(
endpoint: endpoint,
database: database,
credentials: credentialsProvider,
customServerCertificate: customServerCertificate
);

await using var driver = await Driver.CreateInitialized(
config: config,
loggerFactory: loggerFactory
);

using var tableClient = new TableClient(driver, new TableClientConfig());

var example = new BasicExample(tableClient, database, path);

await example.SchemeQuery();
await example.FillData();
await example.SimpleSelect(1);
await example.SimpleUpsert(10, "Coming soon", DateTime.UtcNow);
await example.SimpleSelect(10);
await example.InteractiveTx();
await example.ReadTable();
await example.ScanQuery(DateTime.Parse("2007-01-01"));
}

private static ExecuteDataQuerySettings DefaultDataQuerySettings =>
new()
{
// Indicates that client is no longer interested in the result of operation after the
// specified duration starting from the moment when operation arrives at the server.
// Status code TIMEOUT will be returned from server in case when operation result in
// not available in the specified time period. This status code doesn't indicate the result
// of operation, it might be completed or cancelled.
OperationTimeout = TimeSpan.FromSeconds(1),

// Transport timeout from the moment operation was sent to server. It is useful in case
// of possible network issues, to that query doesn't hang forever.
// It is recommended to set this value to a larger value than OperationTimeout to give
// server some time to issue a response.
TransportTimeout = TimeSpan.FromSeconds(5),

// Keep query compilation result in query cache or not. Should be false for ad-hoc queries,
// and true (default) for high-RPS queries.
KeepInQueryCache = false
};

private ExecuteDataQuerySettings DefaultCachedDataQuerySettings
{
get
{
var settings = DefaultDataQuerySettings;
settings.KeepInQueryCache = true;
return settings;
}
}
}
28 changes: 28 additions & 0 deletions examples/src/BasicExample/BasicExample.csproj
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@

<Project Sdk="Microsoft.NET.Sdk">

<PropertyGroup>
<OutputType>Exe</OutputType>
<TargetFramework>net6.0</TargetFramework>
<Nullable>enable</Nullable>
<AssemblyName>Ydb.Sdk.Examples.BasicExample</AssemblyName>
<RootNamespace>Ydb.Sdk.Examples</RootNamespace>
</PropertyGroup>

<PropertyGroup>
<RepositoryType>git</RepositoryType>
<RepositoryUrl>https://github.com/ydb-platform/ydb-dotnet-examples</RepositoryUrl>
<PackageProjectUrl>https://github.com/ydb-platform/ydb-dotnet-examples</PackageProjectUrl>
<Company>YANDEX LLC</Company>
</PropertyGroup>

<ItemGroup>
<PackageReference Include="CommandLineParser" Version="2.8.0" />
<PackageReference Include="Microsoft.Extensions.Logging.Console" Version="5.0.0" />
</ItemGroup>

<ItemGroup>
<ProjectReference Include="..\Common\Common.csproj" />
</ItemGroup>

</Project>
88 changes: 88 additions & 0 deletions examples/src/BasicExample/DataQuery.cs
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
using System;
using System.Collections.Generic;
using System.Threading.Tasks;
using Ydb.Sdk.Services.Table;
using Ydb.Sdk.Value;

namespace Ydb.Sdk.Examples;

internal partial class BasicExample
{
private async Task SimpleSelect(ulong id)
{
var response = await Client.SessionExec(async session =>
{
var query = @$"
PRAGMA TablePathPrefix('{BasePath}');
DECLARE $id AS Uint64;
SELECT
series_id,
title,
release_date
FROM series
WHERE series_id = $id;
";
return await session.ExecuteDataQuery(
query: query,
txControl: TxControl.BeginSerializableRW().Commit(),
parameters: new Dictionary<string, YdbValue>
{
{ "$id", YdbValue.MakeUint64(id) }
},
settings: DefaultCachedDataQuerySettings
);
});

response.Status.EnsureSuccess();

var queryResponse = (ExecuteDataQueryResponse)response;
var resultSet = queryResponse.Result.ResultSets[0];

Console.WriteLine($"> SimpleSelect, " +
$"columns: {resultSet.Columns.Count}, " +
$"rows: {resultSet.Rows.Count}, " +
$"truncated: {resultSet.Truncated}");

foreach (var row in resultSet.Rows)
{
Console.WriteLine($"> Series, " +
$"series_id: {(ulong?)row["series_id"]}, " +
$"title: {(string?)row["title"]}, " +
$"release_date: {(DateTime?)row["release_date"]}");
}
}

private async Task SimpleUpsert(ulong id, string title, DateTime date)
{
var response = await Client.SessionExec(async session =>
{
var query = @$"
PRAGMA TablePathPrefix('{BasePath}');
DECLARE $id AS Uint64;
DECLARE $title AS Utf8;
DECLARE $release_date AS Date;
UPSERT INTO series (series_id, title, release_date) VALUES
($id, $title, $release_date);
";
return await session.ExecuteDataQuery(
query: query,
txControl: TxControl.BeginSerializableRW().Commit(),
parameters: new Dictionary<string, YdbValue>
{
{ "$id", YdbValue.MakeUint64(id) },
{ "$title", YdbValue.MakeUtf8(title) },
{ "$release_date", YdbValue.MakeDate(date) }
},
settings: DefaultCachedDataQuerySettings
);
});

response.Status.EnsureSuccess();
}
}
Loading

0 comments on commit cf08b23

Please sign in to comment.