Upload JengaAI trained multi-task NLP model

checkpoints/best/checkpoint_meta.json

@@ -0,0 +1,34 @@
+{
+  "epoch": 3,
+  "metrics": {
+    "fraud_detection_fraud_accuracy": 1.0,
+    "fraud_detection_fraud_precision": 1.0,
+    "fraud_detection_fraud_recall": 1.0,
+    "fraud_detection_fraud_f1": 1.0,
+    "sentiment_analysis_sentiment_accuracy": 0.3333333333333333,
+    "sentiment_analysis_sentiment_precision": 0.1111111111111111,
+    "sentiment_analysis_sentiment_recall": 0.3333333333333333,
+    "sentiment_analysis_sentiment_f1": 0.16666666666666666,
+    "call_quality_opening_precision": 0.967,
+    "call_quality_opening_recall": 0.967,
+    "call_quality_opening_f1": 0.967,
+    "call_quality_listening_precision": 0.8930771125893077,
+    "call_quality_listening_recall": 0.9526938239159002,
+    "call_quality_listening_f1": 0.9219226856561547,
+    "call_quality_proactiveness_precision": 0.7458045409674235,
+    "call_quality_proactiveness_recall": 0.8683908045977011,
+    "call_quality_proactiveness_f1": 0.8024429102496017,
+    "call_quality_resolution_precision": 0.9176672384219554,
+    "call_quality_resolution_recall": 0.8984047019311503,
+    "call_quality_resolution_f1": 0.9079338141705557,
+    "call_quality_hold_precision": 0.856,
+    "call_quality_hold_recall": 0.5194174757281553,
+    "call_quality_hold_f1": 0.6465256797583081,
+    "call_quality_closing_precision": 0.881,
+    "call_quality_closing_recall": 0.881,
+    "call_quality_closing_f1": 0.881,
+    "eval_loss": 1.947792258629432,
+    "train_loss_avg": 1.878378942786228
+  },
+  "is_best": true
+}

checkpoints/best/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a5c55199089517c91bbbcc1e47ee321da91656ea2162a45c4a89a03bcf9dab
+size 270300931

checkpoints/epoch_7/checkpoint_meta.json

@@ -0,0 +1,34 @@
+{
+  "epoch": 7,
+  "metrics": {
+    "fraud_detection_fraud_accuracy": 1.0,
+    "fraud_detection_fraud_precision": 1.0,
+    "fraud_detection_fraud_recall": 1.0,
+    "fraud_detection_fraud_f1": 1.0,
+    "sentiment_analysis_sentiment_accuracy": 0.3333333333333333,
+    "sentiment_analysis_sentiment_precision": 0.16666666666666666,
+    "sentiment_analysis_sentiment_recall": 0.3333333333333333,
+    "sentiment_analysis_sentiment_f1": 0.2222222222222222,
+    "call_quality_opening_precision": 0.965,
+    "call_quality_opening_recall": 0.965,
+    "call_quality_opening_f1": 0.965,
+    "call_quality_listening_precision": 0.9060505488894562,
+    "call_quality_listening_recall": 0.9327201051248357,
+    "call_quality_listening_f1": 0.9191919191919192,
+    "call_quality_proactiveness_precision": 0.7565891472868217,
+    "call_quality_proactiveness_recall": 0.8413793103448276,
+    "call_quality_proactiveness_f1": 0.796734693877551,
+    "call_quality_resolution_precision": 0.9000273897562312,
+    "call_quality_resolution_recall": 0.9196753428491464,
+    "call_quality_resolution_f1": 0.9097452934662237,
+    "call_quality_hold_precision": 0.7371428571428571,
+    "call_quality_hold_recall": 0.6262135922330098,
+    "call_quality_hold_f1": 0.6771653543307087,
+    "call_quality_closing_precision": 0.869,
+    "call_quality_closing_recall": 0.869,
+    "call_quality_closing_f1": 0.869,
+    "eval_loss": 2.056771606665391,
+    "train_loss_avg": 1.4706985300465945
+  },
+  "is_best": false
+}

checkpoints/epoch_7/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61273ac9e032dea822ee629ab27acb039dabe6bb4542926f19455bed09369b2d
+size 270300931

checkpoints/epoch_8/checkpoint_meta.json

@@ -0,0 +1,34 @@
+{
+  "epoch": 8,
+  "metrics": {
+    "fraud_detection_fraud_accuracy": 1.0,
+    "fraud_detection_fraud_precision": 1.0,
+    "fraud_detection_fraud_recall": 1.0,
+    "fraud_detection_fraud_f1": 1.0,
+    "sentiment_analysis_sentiment_accuracy": 0.3333333333333333,
+    "sentiment_analysis_sentiment_precision": 0.16666666666666666,
+    "sentiment_analysis_sentiment_recall": 0.3333333333333333,
+    "sentiment_analysis_sentiment_f1": 0.2222222222222222,
+    "call_quality_opening_precision": 0.964,
+    "call_quality_opening_recall": 0.964,
+    "call_quality_opening_f1": 0.964,
+    "call_quality_listening_precision": 0.9018963337547409,
+    "call_quality_listening_recall": 0.9374507227332457,
+    "call_quality_listening_f1": 0.9193298969072164,
+    "call_quality_proactiveness_precision": 0.7551020408163265,
+    "call_quality_proactiveness_recall": 0.8293103448275863,
+    "call_quality_proactiveness_f1": 0.790468364831553,
+    "call_quality_resolution_precision": 0.9021229666390956,
+    "call_quality_resolution_recall": 0.9157570668905681,
+    "call_quality_resolution_f1": 0.9088888888888889,
+    "call_quality_hold_precision": 0.7575757575757576,
+    "call_quality_hold_recall": 0.6067961165048543,
+    "call_quality_hold_f1": 0.6738544474393531,
+    "call_quality_closing_precision": 0.869,
+    "call_quality_closing_recall": 0.869,
+    "call_quality_closing_f1": 0.869,
+    "eval_loss": 2.068362368643284,
+    "train_loss_avg": 1.4034666525022614
+  },
+  "is_best": false
+}

checkpoints/epoch_8/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06d1dc18f367e75599ea712ea481525e701f446c2660ba016f124e6f67746a
+size 270300931

encoder_config/config.json

@@ -0,0 +1,25 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForMaskedLM"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": null,
+  "dim": 768,
+  "dropout": 0.1,
+  "eos_token_id": null,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
+  "vocab_size": 30522
+}

experiment_config.yaml

@@ -0,0 +1,131 @@
+project_name: security_nlp_3task
+tasks:
+- name: fraud_detection
+  type: single_label_classification
+  data_path: fixtures/sample_classification.jsonl
+  heads:
+  - name: fraud
+    num_labels: 2
+    weight: 1.0
+    dropout: 0.1
+  text_column: text
+  label_column: label
+  label_maps: null
+- name: sentiment_analysis
+  type: single_label_classification
+  data_path: fixtures/sample_sentiment.jsonl
+  heads:
+  - name: sentiment
+    num_labels: 3
+    weight: 1.0
+    dropout: 0.1
+  text_column: text
+  label_column: label
+  label_maps: null
+- name: call_quality
+  type: question_answering
+  data_path: fixtures/synthetic_qa_metrics_data_v01x.json
+  heads:
+  - name: opening
+    num_labels: 1
+    weight: 1.0
+    dropout: 0.1
+  - name: listening
+    num_labels: 5
+    weight: 1.5
+    dropout: 0.1
+  - name: proactiveness
+    num_labels: 3
+    weight: 1.0
+    dropout: 0.1
+  - name: resolution
+    num_labels: 5
+    weight: 2.0
+    dropout: 0.1
+  - name: hold
+    num_labels: 2
+    weight: 0.5
+    dropout: 0.1
+  - name: closing
+    num_labels: 1
+    weight: 1.0
+    dropout: 0.1
+  text_column: transcript
+  label_column: labels
+  label_maps:
+    opening:
+      0: greeting
+    listening:
+      0: acknowledgment
+      1: empathy
+      2: clarification
+      3: active_listening
+      4: patience
+    proactiveness:
+      0: initiative
+      1: follow_up
+      2: suggestions
+    resolution:
+      0: identified_issue
+      1: provided_solution
+      2: confirmed_resolution
+      3: set_expectations
+      4: offered_alternatives
+    hold:
+      0: asked_permission
+      1: explained_reason
+    closing:
+      0: proper_farewell
+model:
+  base_model: distilbert-base-uncased
+  hidden_size: 768
+  dropout: 0.1
+  fusion:
+    type: attention
+    dropout: 0.1
+    use_residual: true
+    num_attention_heads: 1
+    gate_init_value: 0.5
+  freeze_encoder_layers: 0
+  gradient_checkpointing: false
+tokenizer:
+  max_length: 256
+  padding: max_length
+  truncation: true
+training:
+  output_dir: ./results/3task_fusion
+  learning_rate: 2.0e-05
+  batch_size: 16
+  eval_batch_size: 16
+  num_epochs: 12
+  weight_decay: 0.01
+  warmup_steps: 20
+  max_grad_norm: 1.0
+  gradient_accumulation_steps: 1
+  use_amp: false
+  device: auto
+  task_sampling: proportional
+  temperature: 2.0
+  early_stopping_patience: 5
+  metric_for_best_model: eval_loss
+  greater_is_better: false
+  logging:
+    service: tensorboard
+    experiment_name: security_3task_fusion
+    tracking_uri: null
+    log_every_n_steps: 5
+  checkpoint:
+    save_every_n_epochs: 1
+    save_best: true
+    max_checkpoints: 2
+  data:
+    test_size: 0.2
+    seed: 42
+    num_workers: 0
+    pin_memory: true
+    pii_redaction:
+      enabled: false
+      strategy: mask
+      detect_types: null
+      hash_salt: jenga-ai-pii
+      log_detections: true

logs/security_3task_fusion/events.out.tfevents.1771060680.fb2f16b9fe6c.3306.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e75987d635a183c6bfcdb36ea643fa4f995b5bf44184bc68d30e03baed9cd85
+size 10389

logs/security_3task_fusion/events.out.tfevents.1771060870.fb2f16b9fe6c.4147.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efa0186c0009692b6653c366bc16445f6059cbc30792568ca6b0e7db996e5a8
+size 40069

metadata.json

@@ -0,0 +1,16 @@
+{
+  "base_model": "distilbert-base-uncased",
+  "hidden_size": 768,
+  "num_tasks": 3,
+  "task_names": [
+    "fraud_detection",
+    "sentiment_analysis",
+    "call_quality"
+  ],
+  "task_types": [
+    "single_label_classification",
+    "single_label_classification",
+    "question_answering"
+  ],
+  "has_fusion": true
+}

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06d1dc18f367e75599ea712ea481525e701f446c2660ba016f124e6f67746a
+size 270300931