???? ?? ???? ??? ??? ??? ???? ???? ?????.

??? ???? ???? ??? ??? ???. ??? ? ??? ??? ???? ?? ?? ?? ? ?? ?? ??? ????. ?? ??, S3?? ??? ???? ????? ?? ??? ?? ??? ????? ???? ???? ??? ?? ??? ???? ????.

??? ? ??? ???? ??? ???? ?????.

S3?? ???? ???? ????. X?? H1 ??? H2 ?? ??? Abóbora ??????? ??? ???? ?????. ?? ???? ??? 3000?? ???? ?????.

? ?? ??:

??? ?? ?? ???? 10,000? ???? ???? ???? ?????.

??

?? ? ????? ?? ??? ???? ? ????? ????? ? ????. ?? ????? ?? ??? ????? ?? ????? ?????.

??? ?????:

??? ?? ? ??? ??? ???? ?????.

?? ??? ??????

? ?? ??? "Java?? ??? ??? ??? ??? ? ????"????.

??? ?? ????? ?? ??? ? ?? ??? ??????. "?? ???? ?? ??? ???? ?? ???. ?? ??? ? ?? Map? ?????."

??? DTO? ?? ??? ?? ??? ??? ??? ???? ??? ? ?????.

??? ?? ??? ??? ??? ???? POC?? ??? ?? ??? ??? ??? ???? ?? ??? ?????.

?? ?? ?? ???? ??? ???? ??????. ????? ??? ??? ? ?? ??? ??? ???? ???????? ??? ???? ????? ????. ?? ??????? ???? ??? ?? ?? ??? ??? ?? ??? ??? ???? ?? ???? ??? ??? ?????. ?? ??? ??? ??? ???? ??? ??? ?? ??? ????... ?, ??? ??? ? ????.

??? ?? ????? ????? ? ??????? ??????. ??? ?? ???? ??? ??? ??? ?? ??????? ???? ???. ??? ??? ?? ?????:

• ?????? ???? ? ???? ?? ??
• ??? ??? ??? ??? ????? ??
  • ?: ?? ?? ?? ???
• ?? ???? ?? ???? ?? ??? ????? ??
• ??????? ???? ?? ??? ? ??????? ??
  • ?? ?? JVMCI? ???? GraalVM? ? ??? ???? ??? ? ?? ?? ??????

???? ??? ??? ?? ? ?? ??? ?????.

• S3?? ?? ??? ????
• ???? ?? ?? ???? ???? ?? ? ?????
• ? ?? ???? ?? ???? ??? ????

??? ? ??? ?? ??? ?????.

• ??? ?? ???
• ??? ???? ??? ?????
• ????? ?? ??? ?????
• ? ????? ? ??? ?????

?? ?? ??? ?????? ?? ???? ???? ???? ???!

??? ?? API

json-schema? ?? ?? ?? ??? ??? ?? ???? ?? ????? ??:

{
    "$schema": "https://json-schema.org/draft/2020-12/schema",
    "$id": "https://json-schema.org/draft/2020-12/schema",
    "$vocabulary": {
        //...
    }
}

? ??? $? ?????. ? ???? ?????? ???? ? ?????. ???? ?? ??? ???? ??? ?????? ???? ?? ??? ??? ?? ???? ?? ?????

{
    "dados": {
        "$strategy": "sample",
        "copias": 15000
    },
    //...
}

?? ??, ?? ??? ?? ???? ?? 15,000?? ??? ??? ? ????. ?? S3?? ? ??? ???? Athena?? ??? ?????.

{
    "dados": {
        "$strategy": "athena-query",
        "limit": 15000,
        "inicio": "2024-11-25",
        "fim": "2024-11-26",
        "cliente": "Abóbora"
    },
    //...
}

??? ?? ??? ????

{
    "dados": {
        "$strategy": "localpath",
        "cwd": "/home/jeffque/random-project-file",
        "dir": "../payloads/esses-daqui/top10-hard/"
    },
    //...
}

??? ???? ?? ??? ?? ??? ? ????.

?? ?? ? ??

??? ??? ?? ? ?? ?? ??? ??? ????.

public DataLoader getDataLoader(Map<String, Object> inputDados) {
    final var strategy = (String) inputDados.get("$strategy");
    return switch (strategy) {
        case "localpath" -> new LocalpathDataLoader();
        case "sample" -> new SampleDataLoader(resourcePatternResolver_spring);
        case "athena-query" -> new AthenaQueryDataLoader(athenaClient, s3Client);
        default -> new AthenaQueryDataLoader(athenaClient, s3Client);
    }
}

??? ? ???? ?? ?? ?? ? ?? ??? ????.

• "? ?? ?? ??????? Spring? ???? ?? ????"
• ?? ??? DataLoaderFacade? ???? ?? ??? ??? ?????.

???? ?? ??? ?????? ???? ???? ??? ??? ??? ????... ?? ??? ???? ?? ?? ? ?????

? ??? ?? ??? ?????. ??? Java ?? ??? ?? Java ???? ???? ???? Java/Spring? ???? ?? ????? ????? ?? ???? ???? ?? ??? ??? ????? ??? ????. ?? Java ??? ?? ??? ??? ???????.

fa?ade ?? ???

??? ??:

final var dataLoader = getDataLoader(inputDados)
dataLoader.loadData(inputDados, workingPath);

??:

{
    "$schema": "https://json-schema.org/draft/2020-12/schema",
    "$id": "https://json-schema.org/draft/2020-12/schema",
    "$vocabulary": {
        //...
    }
}

??? ? ???? ?????? ?? ??? ??? ????. ???? ?????.

?? ???? ??? ? ???? ??, ????? ?? ??? ??? ???? ???.

{
    "dados": {
        "$strategy": "sample",
        "copias": 15000
    },
    //...
}

?, ?? DataLoader? ?? @Service ?? @Primary? ?????. ???? ?? @Service? ???????.

Spring? ???? ???? ???? ??? ??? ?? ?? getDataLoader? null? ????? ???? ???? ??????. ?? ? ???? ?? ??? ????? ?????? ?? ???? ???...

?? ???? ??...

?, ???! Java?? ??? ????! ?? ?? ???? ???? ??? ??? ??? ??? ?? ? ????!

??? AthenaQueryDataLoader?? ??? ?? ?? ?? ? ????.

{
    "dados": {
        "$strategy": "athena-query",
        "limit": 15000,
        "inicio": "2024-11-25",
        "fim": "2024-11-26",
        "cliente": "Abóbora"
    },
    //...
}

??? ?? ? ??? ? ? ????

{
    "dados": {
        "$strategy": "localpath",
        "cwd": "/home/jeffque/random-project-file",
        "dir": "../payloads/esses-daqui/top10-hard/"
    },
    //...
}

??? ?????!

??? ? ??? ??? ??? ?????? ???, ??? ??? ??? ?????(Java ????? ?? ?? ???? ???? ?? ?? 1? ??? ???? ??? ???? ????). ???? ????. ??? ????:

public DataLoader getDataLoader(Map<String, Object> inputDados) {
    final var strategy = (String) inputDados.get("$strategy");
    return switch (strategy) {
        case "localpath" -> new LocalpathDataLoader();
        case "sample" -> new SampleDataLoader(resourcePatternResolver_spring);
        case "athena-query" -> new AthenaQueryDataLoader(athenaClient, s3Client);
        default -> new AthenaQueryDataLoader(athenaClient, s3Client);
    }
}

?? ??? ?? ?? ?? ????? ???? ?? ?? EstrategiaFeia ?????? ?? ??? ?? ????.

final var dataLoader = getDataLoader(inputDados)
dataLoader.loadData(inputDados, workingPath);

? ???? ??? ????? ?? ? ???.

?????. ??? ??? ?????.

• ??? ???? ??? ?? ??
• ??? ? ??? $\to$→ ??? ??(?? ??? $\to$→ ??)

?? ?? ? ?? ??

??? ????? ?? ???? ?? ??? ??? ?????.

dataLoaderFacade.loadData(inputDados, workingPath);

??? ? ???? Strategy:
? ?? ??? ?????? ???? ????

@Service // para o Spring gerenciar esse componente como um servi?o
public class DataLoaderFacade implements DataLoader {

    public DataLoaderFacade(DataLoader primaryDataLoader,
                            List<DataLoader> dataLoaderWithStrategies) {
        // armazena de algum modo
    }

    @Override
    public CompletableFuture<Void> loadData(Map<String, Object> input, Path workingPath) {
        return getDataLoader(input).loadData(input, workingPath);
    }

    private DataLoader getDataLoader(Map<String, Object> input) {
        final var strategy = input.get("$strategy");
        // magia...
    }
}

values ????? ??? ?? ??????? ?, ? ??? ??? ??? ?????.

@Service
@Primary
@Estrategia("athena-query")
public class AthenaQueryDataLoader implements DataLoader {
    // ...
}

?! ??? ? ?? ??? ????. ??? T ??? ??? ???? ??? ??? ??? (T, String)[]? ????? ?? ?????. ????? ?? ???? ???? ??? flatMap???. ??? Java??? ??? ?? ??? ???? ?? ???? ??? ?? ???? ???? ?? ? ????.

??? ????.

{
    "$schema": "https://json-schema.org/draft/2020-12/schema",
    "$id": "https://json-schema.org/draft/2020-12/schema",
    "$vocabulary": {
        //...
    }
}

??? ???? ???? ?? ??? ??? ??? ???? NPE? ?????? ? ?? ??? NPE ?? ???? ?????.

{
    "dados": {
        "$strategy": "sample",
        "copias": 15000
    },
    //...
}

??? ??? ???? ??. ??? ???. Java? ?? ?? ?? ???? ?????! Collector.toMap(keyMapper, valueMapper)

{
    "dados": {
        "$strategy": "athena-query",
        "limit": 15000,
        "inicio": "2024-11-25",
        "fim": "2024-11-26",
        "cliente": "Abóbora"
    },
    //...
}

????? ?????. ??? flatMap? ?? ?? ????. ??? ?? ???? ?? mapMulti?? ??? Java API? ????.

{
    "dados": {
        "$strategy": "localpath",
        "cwd": "/home/jeffque/random-project-file",
        "dir": "../payloads/esses-daqui/top10-hard/"
    },
    //...
}

??. DataLoader??? ???? RuleLoader??? ??? ??? ???? ???. ??? ?? ?? ???? ?? ?? ? ???? DataLoader?? ???? ??? ????. ? ??? ???? ? ????!!

public DataLoader getDataLoader(Map<String, Object> inputDados) {
    final var strategy = (String) inputDados.get("$strategy");
    return switch (strategy) {
        case "localpath" -> new LocalpathDataLoader();
        case "sample" -> new SampleDataLoader(resourcePatternResolver_spring);
        case "athena-query" -> new AthenaQueryDataLoader(athenaClient, s3Client);
        default -> new AthenaQueryDataLoader(athenaClient, s3Client);
    }
}

?? ??

??? ???? ??? ?? ????? ??? ??????.

final var dataLoader = getDataLoader(inputDados)
dataLoader.loadData(inputDados, workingPath);

??? ????? ?, ??? ?????? ?? ??? ???. ?? ??? ?????? ??????:

dataLoaderFacade.loadData(inputDados, workingPath);

??? ??? ????.

@Service // para o Spring gerenciar esse componente como um servi?o
public class DataLoaderFacade implements DataLoader {

    public DataLoaderFacade(DataLoader primaryDataLoader,
                            List<DataLoader> dataLoaderWithStrategies) {
        // armazena de algum modo
    }

    @Override
    public CompletableFuture<Void> loadData(Map<String, Object> input, Path workingPath) {
        return getDataLoader(input).loadData(input, workingPath);
    }

    private DataLoader getDataLoader(Map<String, Object> input) {
        final var strategy = input.get("$strategy");
        // magia...
    }
}

? ??? Java?? ??? ???? ?? ???? ?? ?????. ??? ??? PHP ??? ????? ?? ?? ??? ?????!